-- Logs begin at Thu 2020-12-03 23:56:43 UTC, end at Fri 2020-12-04 01:04:01 UTC. --
Dec 04 00:34:26.820582 dv-cinder-763306-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 04 00:34:29.336830 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.common.config [-] Logging enabled!
Dec 04 00:34:29.337391 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev202
Dec 04 00:34:29.338690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80151) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 04 00:34:29.339481 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.common.config [-] Logging enabled!
Dec 04 00:34:29.339741 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev202
Dec 04 00:34:29.340013 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80151) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 04 00:34:29.341213 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 04 00:34:29.341493 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 04 00:34:29.342516 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 04 00:34:29.342797 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 04 00:34:29.343051 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 04 00:34:29.343448 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.343805 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.344149 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.344404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.344743 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.345078 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.345378 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.345710 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.346047 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.346371 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.346690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.347014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.347276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.347615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.347958 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.348290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.348544 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.348859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.349381 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.349700 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.350014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.350340 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.350650 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.350963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.351286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.351674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] host                           = dv-cinder-763306-5-iscsi {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.351989 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.352317 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.352647 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.352976 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.353288 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.353603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.354241 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.354548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.354854 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.355165 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.355516 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.355848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.356391 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.356661 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.356860 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.357192 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.357522 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.357837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.358148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.358463 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.358771 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.359080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.359384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.359740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.360064 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.360388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.360700 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.361010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.361318 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.361627 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.361953 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.362260 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.362568 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.362876 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.363205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.363537 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.363850 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.364197 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.364521 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.364844 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.365166 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.365475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.365801 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.366109 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.366413 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.366718 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.367024 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.367325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.367684 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.367994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.368301 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.368608 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.368915 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.369240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:29.369572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.369915 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.370257 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.370573 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.370902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.371219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.371621 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.371962 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.372402 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.372735 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.373062 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.373381 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.373706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.374040 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.374374 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.374683 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.374994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.375325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.375667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.375975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.376314 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.376620 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.376927 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.377250 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.377562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.377868 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.378174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.378493 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.378821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.379131 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.379464 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.379766 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.380077 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.380383 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.380702 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.381014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.381319 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.381624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.381934 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.382242 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.382550 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.382861 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.383168 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.383498 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.383807 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.384112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.384419 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.384726 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.385033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.385338 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.385646 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.385952 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.386257 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.386567 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.386873 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.387270 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.387687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.388014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.388347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.388666 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.388980 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.389293 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.389609 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.389921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.390232 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.390544 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.390858 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.391164 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.391516 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.391838 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.392157 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.392473 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.392785 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.393119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.393432 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.393749 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.394066 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.394371 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.394690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.395009 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.395336 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.395690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.396021 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.396347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.396679 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.396996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.397348 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.397663 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:29.397908 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 04 00:34:29.398168 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80151) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Dec 04 00:34:30.063018 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO keyring.backend [-] Loading Gnome
Dec 04 00:34:30.081208 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO keyring.backend [-] Loading Google
Dec 04 00:34:30.083998 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO keyring.backend [-] Loading Windows (alt)
Dec 04 00:34:30.087543 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO keyring.backend [-] Loading file
Dec 04 00:34:30.088397 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO keyring.backend [-] Loading keyczar
Dec 04 00:34:30.088670 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO keyring.backend [-] Loading multi
Dec 04 00:34:30.089298 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO keyring.backend [-] Loading pyfs
Dec 04 00:34:30.139566 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:34:30.139820 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:34:30.140185 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:34:30.140563 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 04 00:34:30.587801 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.588372 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.588372 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.653073 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.653358 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.653777 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.657247 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.657528 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.657846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.737849 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.738166 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.738464 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.739777 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.740009 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.740309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.864185 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7feb0bbf1378> agent after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.864418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7feb0bbf1378> agent after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.864699 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7feb0bbf1400> segment precommit_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.864973 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7feb0bbf1488> network precommit_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:30.865814 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7feb0bbf3488> segment before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.055579 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> network before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.055900 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7feb0bd13400> agent before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.056261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> network before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.056558 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> port before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.056852 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> port before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.057233 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> segment after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.057532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> segment precommit_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.057821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> segment precommit_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.058106 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> segment after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.058418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> network after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.058711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> network precommit_delete 0 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.059134 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> port provisioning_complete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.059735 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.060036 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> rbac-policy after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.060353 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> agent after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.060670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> subnet after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.060963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> subnet precommit_delete 0 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.061282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.061568 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.062050 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> port after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.062333 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.062612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> port after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.062955 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.063234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.063536 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7feb0c7e7e80>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.063987 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 00:34:31.064262 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 00:34:31.064535 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 00:34:31.064805 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 00:34:31.065075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 00:34:31.065343 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 00:34:31.066768 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 04 00:34:31.075048 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 04 00:34:31.082994 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 04 00:34:31.091088 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])])
Dec 04 00:34:31.093923 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 04 00:34:31.095161 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 04 00:34:31.095557 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Dec 04 00:34:31.096030 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 04 00:34:31.100327 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 04 00:34:31.100611 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 04 00:34:31.101003 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Dec 04 00:34:31.129062 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 04 00:34:31.129514 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7feb0b968dd8>> qos_plugin after_init 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.129847 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80151) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Dec 04 00:34:31.130254 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7feb0b89ae10>> logging-plugin after_init 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.131626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80151) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 04 00:34:31.131955 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Dec 04 00:34:31.132230 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Dec 04 00:34:31.135378 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7feb0b89aeb8>> floatingip before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.135723 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7feb0b89aeb8>> port before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.201409 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 04 00:34:31.201628 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 04 00:34:31.201926 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 04 00:34:31.202338 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 04 00:34:31.240724 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.sqlalchemy.engines [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80151) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 04 00:34:31.575239 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Initializing driver for type 'gre'
Dec 04 00:34:31.575842 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] gre ID ranges: [(1, 1000)]
Dec 04 00:34:31.627683 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Initializing driver for type 'local'
Dec 04 00:34:31.628167 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Initializing driver for type 'vlan'
Dec 04 00:34:31.640634 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] VlanTypeDriver initialization complete
Dec 04 00:34:31.641225 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Initializing driver for type 'vxlan'
Dec 04 00:34:31.641879 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] vxlan ID ranges: [(1, 1000)]
Dec 04 00:34:31.696181 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Initializing extension driver 'port_security'
Dec 04 00:34:31.696560 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.extensions.port_security [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] PortSecurityExtensionDriver initialization complete
Dec 04 00:34:31.696929 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Initializing mechanism driver 'openvswitch'
Dec 04 00:34:31.703300 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:34:31.704186 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb18ce3208>> port after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.704601 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb18ce3208>> port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.704987 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb18ce3208>> port after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.705413 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb0b43c710>> subnet after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.705808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb0b43c710>> subnet after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.706189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb0b43c710>> subnet after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.706616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb0b43c8d0>> network after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.707002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb0b43c8d0>> network after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.707381 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb0b43c8d0>> network after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.707823 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb0b43ca90>> security_group after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.708204 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb0b43ca90>> security_group after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.708578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb0b43ca90>> security_group after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.708996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb0b43cc50>> security_group_rule after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.709362 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb0b43cc50>> security_group_rule after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.709739 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb0b43cc50>> security_group_rule after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.710285 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb0b43ce10>> address_group after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.710670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb0b43ce10>> address_group after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.711048 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7feb0b43ce10>> address_group after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.711418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] ML2 OVO RPC backend initialized. {{(pid=80151) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 04 00:34:31.712170 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> router_interface after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.712563 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> router_interface after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.713025 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> network before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.713413 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> networks before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.713798 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> port before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.714179 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> ports before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.714562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> subnet before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.714940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> subnets before_response 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.715325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> network after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.715734 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> network after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.716105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> network after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.716483 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> port after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.716843 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.717214 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> port after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.717587 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> subnet after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.717961 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> subnet after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.718333 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7feb0b4430b8>> subnet after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.718969 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.plugin [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Modular L2 Plugin initialization complete
Dec 04 00:34:31.719324 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading services supported by the core plugin {{(pid=80151) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 04 00:34:31.719722 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.plugins.ml2.managers [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Got port-security extension from driver 'port_security'
Dec 04 00:34:31.720233 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.extensions.vlantransparent [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Disabled vlantransparent extension.
Dec 04 00:34:31.721695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80151) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 04 00:34:31.722055 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading Plugin: router
Dec 04 00:34:31.763222 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router_interface before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.763711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router after_create 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.764116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router before_create 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.764524 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router_interface before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.764945 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router_interface after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.765335 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router after_delete 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.765740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> floatingip after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.766159 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router after_create 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.766543 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router after_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.766935 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router after_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.767325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router_gateway after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.767736 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router after_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.768229 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router precommit_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.768648 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7feb0bac37b8> port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.769028 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7feb0bac36a8> port after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.769409 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7feb0bac3730> subnet after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.769791 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7feb0bac3840> subnetpool_address_scope after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.770185 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> port precommit_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.770573 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router precommit_create 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.770959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7feb0ba98c80> port before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.771345 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router precommit_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.771774 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router after_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.772156 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router precommit_delete 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.772544 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router precommit_create 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.773131 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router_interface after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.773343 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> router precommit_update 55549900 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.773774 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7feb0b443080>> network after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.774763 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Tracking information for resource: router configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 00:34:31.775135 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Tracking information for resource: floatingip configured {{(pid=80151) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 04 00:34:31.780263 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_agentschedulers_db [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 04 00:34:31.780909 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7feb0b4702f0> port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.781304 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7feb0b45f268> port after_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.781691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <function _notify_port_delete at 0x7feb0b470268> port after_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.782076 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7feb0b470488> port after_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.782975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7feb0b3d9c88>> router before_create 55550100 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.783379 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7feb0b3d9c88>> router precommit_delete 55550100 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.783811 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7feb0b3d9c88>> router precommit_create 55550100 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.784210 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7feb0b3d9c88>> router precommit_update 55550100 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.788880 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.provider_configuration [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Service providers = [] {{(pid=80151) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 04 00:34:31.789282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.servicetype_db [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80151) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 04 00:34:31.792134 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.service_base [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 04 00:34:31.792520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.service_base [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 04 00:34:31.792902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.service_base [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 04 00:34:31.793794 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.service_base [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80151) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 04 00:34:31.794271 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.services.service_base [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 04 00:34:31.794674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 00:34:31.795032 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 04 00:34:31.816578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 00:34:31.816947 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading Plugin: auto_allocate
Dec 04 00:34:31.827683 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7feb0b3a62f0> network precommit_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.828032 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7feb0b3a62f0> network precommit_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.828623 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 00:34:31.828981 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading Plugin: tag
Dec 04 00:34:31.840384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 00:34:31.840749 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading Plugin: timestamp
Dec 04 00:34:31.844671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 00:34:31.845039 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading Plugin: network_ip_availability
Dec 04 00:34:31.852024 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7feb0b3407f0>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.852433 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7feb0b3407f0>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.852822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7feb0b3407f0>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:31.853617 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 00:34:31.854290 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading Plugin: flavors
Dec 04 00:34:31.870335 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 00:34:31.870706 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading Plugin: revisions
Dec 04 00:34:31.875248 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80151) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 04 00:34:31.875704 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.735s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:34:31.876532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80151) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Dec 04 00:34:31.876900 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Initializing extension manager.
Dec 04 00:34:31.877499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: __init__.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.877870 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: __pycache__ {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.878230 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: _filter_validation_lib.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.878601 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.878971 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: address_group.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.879799 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.880460 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: address-group
Dec 04 00:34:31.880819 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: address_scope.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.881572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.882153 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: address-scope
Dec 04 00:34:31.882517 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.883466 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.884076 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: router-admin-state-down-before-update
Dec 04 00:34:31.884437 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: agent.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.885200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.885783 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: agent
Dec 04 00:34:31.886147 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: agent_resources_synced.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.887190 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.887858 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: agent-resources-synced
Dec 04 00:34:31.888192 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: allowedaddresspairs.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.890033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.890631 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: allowed-address-pairs
Dec 04 00:34:31.890996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: auto_allocated_topology.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.892100 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.892694 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: auto-allocated-topology
Dec 04 00:34:31.893063 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: availability_zone.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.893814 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.894400 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: availability_zone
Dec 04 00:34:31.894759 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: availability_zone_filter.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.895702 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.896291 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: availability_zone_filter
Dec 04 00:34:31.896652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: data_plane_status.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.897566 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.898140 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 04 00:34:31.898501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: default_subnetpools.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.899459 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.900036 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: default-subnetpools
Dec 04 00:34:31.900395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.901247 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.901830 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: dhcp_agent_scheduler
Dec 04 00:34:31.902187 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: dns.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.903115 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.903782 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension dns-integration not supported by any of loaded plugins
Dec 04 00:34:31.904136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: dns_domain_ports.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.905065 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.905645 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 04 00:34:31.906006 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: dvr.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.906738 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.907319 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: dvr
Dec 04 00:34:31.907730 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: empty_string_filtering.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.908639 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.909219 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: empty-string-filtering
Dec 04 00:34:31.909582 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.910507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.911090 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 04 00:34:31.911478 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.912400 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.912979 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 04 00:34:31.913336 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: external_net.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.914359 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.914941 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: external-net
Dec 04 00:34:31.915306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.916251 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.916830 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: extra_dhcp_opt
Dec 04 00:34:31.917188 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: extraroute.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.918104 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.918677 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: extraroute
Dec 04 00:34:31.919226 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: extraroute_atomic.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.920165 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.920745 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: extraroute-atomic
Dec 04 00:34:31.921101 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: filter_validation.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.921814 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.922394 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: filter-validation
Dec 04 00:34:31.922749 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: fip_pf_description.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.923715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.924290 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 04 00:34:31.924647 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: fip_port_details.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.925569 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.926151 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: fip-port-details
Dec 04 00:34:31.926507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: flavors.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.927786 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.928377 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: flavors
Dec 04 00:34:31.928738 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.930406 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.931000 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 04 00:34:31.931371 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: floatingip_pools.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.932169 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.932755 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: floatingip-pools
Dec 04 00:34:31.933120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: ip_allocation.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.934062 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.934650 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 04 00:34:31.935050 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.936042 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.936617 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: ip-substring-filtering
Dec 04 00:34:31.936979 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: l2_adjacency.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.937910 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.938486 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 04 00:34:31.938840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: l3.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.940067 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.940661 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: router
Dec 04 00:34:31.941027 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.943316 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.943944 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 04 00:34:31.944312 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.945245 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.945835 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: ext-gw-mode
Dec 04 00:34:31.946205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.947139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.947750 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: l3-ha
Dec 04 00:34:31.948116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: l3_flavors.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.949063 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.949638 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: l3-flavors
Dec 04 00:34:31.949998 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.950975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.951606 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 04 00:34:31.951934 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: l3agentscheduler.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.953111 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.953695 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: l3_agent_scheduler
Dec 04 00:34:31.954052 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: logging.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.955617 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.956208 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension logging not supported by any of loaded plugins
Dec 04 00:34:31.956575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: metering.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.957494 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.958204 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: metering
Dec 04 00:34:31.958568 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.959719 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.960305 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: metering_source_and_destination_fields
Dec 04 00:34:31.960667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: multiprovidernet.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.961604 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.962182 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: multi-provider
Dec 04 00:34:31.962539 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: netmtu.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.963473 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.964077 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: net-mtu
Dec 04 00:34:31.964432 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: netmtu_writable.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.965364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.966015 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: net-mtu-writable
Dec 04 00:34:31.966504 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: network_availability_zone.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.967248 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.967858 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: network_availability_zone
Dec 04 00:34:31.968215 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: network_ip_availability.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.969342 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.969924 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: network-ip-availability
Dec 04 00:34:31.970278 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: network_segment_range.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.971198 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.971815 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 04 00:34:31.972178 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: pagination.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.973201 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.973573 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: pagination
Dec 04 00:34:31.973933 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.974861 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.975476 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: port-mac-address-regenerate
Dec 04 00:34:31.975832 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.976763 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.977353 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: port-numa-affinity-policy
Dec 04 00:34:31.977711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: port_resource_request.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.978628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.979551 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 04 00:34:31.979908 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: portbindings.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.980852 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.981434 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: binding
Dec 04 00:34:31.981829 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: portbindings_extended.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.983225 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.983868 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: binding-extended
Dec 04 00:34:31.984229 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: portsecurity.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.985167 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.985761 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: port-security
Dec 04 00:34:31.986125 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: project_id.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.987106 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.987527 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: project-id
Dec 04 00:34:31.987889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: providernet.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.988831 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.989423 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: provider
Dec 04 00:34:31.989786 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: qos.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.993352 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.993949 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension qos not supported by any of loaded plugins
Dec 04 00:34:31.994320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.995600 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.996187 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 04 00:34:31.996550 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.997571 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:31.998151 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 04 00:34:31.998512 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: qos_default.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:31.999466 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.000053 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension qos-default not supported by any of loaded plugins
Dec 04 00:34:32.000439 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: qos_fip.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.001195 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.001732 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension qos-fip not supported by any of loaded plugins
Dec 04 00:34:32.002087 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: qos_gateway_ip.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.003029 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.003679 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 04 00:34:32.004043 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: qos_port_network_policy.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.004965 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.005539 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 04 00:34:32.005899 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: qos_rule_type_details.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.006834 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.007410 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 04 00:34:32.007855 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: qos_rules_alias.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.009030 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.009612 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 04 00:34:32.009975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: quotasv2.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.010999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.011370 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: quotas
Dec 04 00:34:32.011780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: quotasv2_detail.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.013610 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.014214 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: quota_details
Dec 04 00:34:32.014806 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: rbac.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.016536 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.017175 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: rbac-policies
Dec 04 00:34:32.017769 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: rbac_address_scope.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.018822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.019490 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: rbac-address-scope
Dec 04 00:34:32.020141 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: rbac_security_groups.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.021491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.022417 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: rbac-security-groups
Dec 04 00:34:32.022807 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: rbac_subnetpool.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.023846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.024435 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: rbac-subnetpool
Dec 04 00:34:32.024803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: revisionifmatch.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.025748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.026336 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: revision-if-match
Dec 04 00:34:32.026703 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: revisions.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.027895 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.028524 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: standard-attr-revisions
Dec 04 00:34:32.028893 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: router_availability_zone.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.029626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.030210 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: router_availability_zone
Dec 04 00:34:32.030567 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: routerservicetype.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.031538 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.032130 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension router-service-type not supported by any of loaded plugins
Dec 04 00:34:32.032491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.033549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.034126 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: port-security-groups-filtering
Dec 04 00:34:32.034487 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.035472 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.036081 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: security-groups-remote-address-group
Dec 04 00:34:32.036446 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: securitygroup.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.049638 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.050261 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: security-group
Dec 04 00:34:32.050633 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: segment.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.051531 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.052123 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension segment not supported by any of loaded plugins
Dec 04 00:34:32.052491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.053466 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.054018 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 04 00:34:32.054377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: servicetype.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.055538 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.056135 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: service-type
Dec 04 00:34:32.056499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: sorting.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.057495 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.057867 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: sorting
Dec 04 00:34:32.058229 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: standard_attr_segment.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.059154 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.059831 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 04 00:34:32.060324 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: standardattrdescription.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.061033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.061614 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: standard-attr-description
Dec 04 00:34:32.061977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: stateful_security_group.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.062919 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.063575 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: stateful-security-group
Dec 04 00:34:32.063938 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: stdattrs_common.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.064534 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 04 00:34:32.064873 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.065848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.066434 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 04 00:34:32.066796 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: subnet_onboard.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.067906 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.068500 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: subnet_onboard
Dec 04 00:34:32.068863 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.069888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.070475 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 04 00:34:32.070835 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: subnet_service_types.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.071808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.072396 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: subnet-service-types
Dec 04 00:34:32.072755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: subnetallocation.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.073840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.074434 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: subnet_allocation
Dec 04 00:34:32.074793 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.075599 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.076199 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: subnetpool-prefix-ops
Dec 04 00:34:32.076561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.077507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.078263 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 04 00:34:32.078588 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: tagging.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.081040 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.081650 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: standard-attr-tag
Dec 04 00:34:32.082022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: timestamp.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.083213 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.083852 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loaded extension: standard-attr-timestamp
Dec 04 00:34:32.084209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: trunk.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.085251 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.085847 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension trunk not supported by any of loaded plugins
Dec 04 00:34:32.086208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: trunk_details.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.087143 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.087755 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension trunk-details not supported by any of loaded plugins
Dec 04 00:34:32.088116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: uplink_status_propagation.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.089052 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.089634 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 04 00:34:32.089995 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Loading extension file: vlantransparent.py {{(pid=80151) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 04 00:34:32.090718 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80151) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 04 00:34:32.091344 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 04 00:34:32.094094 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:network
Dec 04 00:34:32.094934 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:subnet
Dec 04 00:34:32.095637 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 04 00:34:32.096300 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:port
Dec 04 00:34:32.097811 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 00:34:32.098305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Service FLAVORS assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 00:34:32.099042 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 00:34:32.099542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 00:34:32.099916 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:router
Dec 04 00:34:32.100670 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:floatingip
Dec 04 00:34:32.101460 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Service METERING assigned prefix: /metering {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 00:34:32.103285 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7feb0b21c7b8>> rbac-policy before_create 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:32.104022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7feb0b21c7b8>> rbac-policy before_update 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:32.104415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7feb0b21c7b8>> rbac-policy before_delete 55550000 {{(pid=80151) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:34:32.105580 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 04 00:34:32.106062 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:security_group
Dec 04 00:34:32.106896 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 04 00:34:32.107753 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Service CORE assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 00:34:32.108127 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 04 00:34:32.108498 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] subnetpool is already registered
Dec 04 00:34:32.109169 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Service CORE assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 00:34:32.109538 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 04 00:34:32.110044 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] subnetpool is already registered
Dec 04 00:34:32.112909 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 00:34:32.113384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Service FLAVORS assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 00:34:32.114039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 00:34:32.114503 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 00:34:32.114847 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:router
Dec 04 00:34:32.115208 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] router is already registered
Dec 04 00:34:32.115893 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:floatingip
Dec 04 00:34:32.116258 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] floatingip is already registered
Dec 04 00:34:32.116954 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Service METERING assigned prefix: /metering {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 00:34:32.117694 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 04 00:34:32.118058 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] rbac_policy is already registered
Dec 04 00:34:32.118686 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:security_group
Dec 04 00:34:32.119053 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] security_group is already registered
Dec 04 00:34:32.119732 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 04 00:34:32.120096 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] security_group_rule is already registered
Dec 04 00:34:32.120837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Service CORE assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 00:34:32.121197 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 04 00:34:32.121571 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] subnetpool is already registered
Dec 04 00:34:32.122277 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.resource_helper [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Service CORE assigned prefix:  {{(pid=80151) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 04 00:34:32.122668 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 04 00:34:32.123001 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.quota.resource_registry [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] subnetpool is already registered
Dec 04 00:34:32.123748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: extensions {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.125308 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: address-groups {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.127002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: address-scopes {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.128327 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: agents {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.129553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: auto-allocated-topology {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.130875 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: availability_zones {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.132302 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: dhcp-networks {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.133799 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: dhcp-agents {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.135344 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: routers {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.137331 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: flavors {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.138945 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: service_profiles {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.140267 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: next_providers {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.141903 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: service_profiles {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.143479 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: floatingip-pools {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.144784 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: routers {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.146675 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: floatingips {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.147979 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: l3-routers {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.149451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: l3-agents {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.150991 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: metering-labels {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.152463 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: metering-label-rules {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.153887 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: network-ip-availabilities {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.155340 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: bindings {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.157141 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: quotas {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.158657 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: quotas {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.160197 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: rbac-policies {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.161565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: security-groups {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.162841 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: security-group-rules {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.164174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: service-providers {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.165486 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: subnetpools {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.167969 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: subnetpools {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.169781 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.171631 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.274179 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.276171 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.278093 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.279993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.281889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.283907 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.285906 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.287940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.extensions [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Extended resource: tags {{(pid=80151) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 04 00:34:32.295457 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING keystonemiddleware.auth_token [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 04 00:34:32.300808 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING keystonemiddleware.auth_token [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 04 00:34:32.309701 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Acquired lock "singleton_lock" {{(pid=80151) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 04 00:34:32.310234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Releasing lock "singleton_lock" {{(pid=80151) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 04 00:34:32.311775 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO oslo_service.service [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Starting 2 workers
Dec 04 00:34:32.316426 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Started child 80262 {{(pid=80151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 04 00:34:32.320699 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:32.320990 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Started child 80263 {{(pid=80151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 04 00:34:32.322177 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [-] (80262) wsgi starting up on http://0.0.0.0:9696
Dec 04 00:34:32.322451 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.service [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 04 00:34:32.323085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Notify callbacks [] for process, before_spawn {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:32.324519 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:32.325568 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO oslo_service.service [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Starting 1 workers
Dec 04 00:34:32.326103 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [-] (80263) wsgi starting up on http://0.0.0.0:9696
Dec 04 00:34:32.330930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Started child 80264 {{(pid=80151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 04 00:34:32.331400 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO oslo_service.service [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Starting 1 workers
Dec 04 00:34:32.333436 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.service [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] calling RpcWorker wait() {{(pid=80264) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 04 00:34:32.333831 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.service [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] returning from RpcWorker wait() {{(pid=80264) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 04 00:34:32.335315 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:32.335850 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:34:32.335977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Started child 80265 {{(pid=80151) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 04 00:34:32.336689 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fa37c29e-15bb-4ce0-832c-6d4e75ef9f46 None None] Notify callbacks [] for process, after_spawn {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:32.338438 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80151) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 04 00:34:32.338438 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 04 00:34:32.338647 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 04 00:34:32.338935 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 04 00:34:32.339326 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 04 00:34:32.339479 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 04 00:34:32.340093 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.340376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.340650 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.340884 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:32.341017 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.341309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.341975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.342261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.342531 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.342880 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.343115 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.343357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.343508 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.343837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.344057 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.344626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.344914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.345181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.345460 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.345682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.345956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.346254 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.346547 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.346842 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.347117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.347730 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.347993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.348256 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.348507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.348819 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.349098 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.349402 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.349666 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.349933 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.350212 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.350493 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.350725 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.350993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.351295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.351576 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.352027 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] host                           = dv-cinder-763306-5-iscsi {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.352296 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.352571 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.352836 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.353101 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.353398 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.353643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.354272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.354549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.354809 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.355068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.355358 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.355661 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.355933 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.356200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.356390 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.356733 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.357007 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.357288 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.357551 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.357714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.357855 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.358109 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.358298 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.358592 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.358853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.359101 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.359349 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.359633 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.359881 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.360173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.360397 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.360645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.360885 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.361177 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.361452 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.361712 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.361988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.362239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.363598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.363598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.363598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.363598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.363598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.363940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.364006 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.364265 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.364715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.364975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.365105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.365890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.365890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.365890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.366235 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.366334 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.366857 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.366857 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.367130 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.367264 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:34:32.367408 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.369543 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.369543 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.369543 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.369543 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.369543 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.369543 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.369543 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.370620 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.370620 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.370620 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.370620 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.371142 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.371142 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.371410 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.371655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.372499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.372499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.372499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.374541 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.374541 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.374541 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.374541 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.374541 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.374541 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.374541 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.376471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.88/identity {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.376471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.376471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.376471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.376471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.376471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.376471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.376471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.380523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.380523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.380523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.380523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.380523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.380523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.380523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.380523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.380523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.383963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.383963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.383963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.383963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.383963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.383963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.383963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.383963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.383963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.385236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.385236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.385236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.385236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.385236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.385236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.385236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.385236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.385236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.386559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.386559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.386559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.386559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.386559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.386559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.386559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.386559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.386559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.388816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.388816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.388816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.388816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.388816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.388816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.388816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.388816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.388816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.391085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.391085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.391085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.391085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.391085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.391085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.391085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.391085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.392851 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.392851 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.392851 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.392851 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.392851 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.392851 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.392851 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.392851 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.394196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.394196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.394196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.394196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.394196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.394196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.394196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.394196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.395207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.395207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.395207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.395207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.395207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.395207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.395207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.395207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.396482 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.396482 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.396482 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.396482 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.396994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.396994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.397256 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.397429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.397706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.397994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.398267 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.398538 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.398808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.399094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.399378 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.399695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.399947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.400260 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.400532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.400784 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.401030 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.401295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.401641 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.401928 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.402191 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.402455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.402755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.403040 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.403295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.403670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.404150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.404432 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.404733 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.411377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.88/identity {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.411377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.411377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.411377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.411377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.411377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.411377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.411377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.412624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.413129 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.413129 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.413129 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.413129 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.413129 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.413129 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.413129 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.413129 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.413595 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.413595 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.413595 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.413782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.413963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.414929 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.414929 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.414929 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.414929 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.415329 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.415501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.415666 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.416019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.416285 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.416571 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.416950 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.417203 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.417484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.417737 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.418008 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.418260 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.418633 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.418909 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.419225 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.419502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.419773 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.420006 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.420232 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.420487 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.420731 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.421034 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.421301 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.422315 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.422315 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.422315 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.422315 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.422693 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.422857 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.423149 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.423406 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.423817 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.424067 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.424347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.424606 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.424857 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.425120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.425406 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.425767 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.426094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.426413 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.426724 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.427060 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.427363 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.427701 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.427977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.428287 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.428644 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.428941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.429221 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.429485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.429784 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.430052 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.430306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.430560 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.430812 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.431064 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.431368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.431709 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.432039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.432910 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.432910 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.432910 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.433212 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.433212 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.433459 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.433708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.433896 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 04 00:34:32.434445 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80151) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 04 00:34:32.434632 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 04 00:34:32.434860 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 04 00:34:32.435058 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 04 00:34:32.435259 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 04 00:34:32.435480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 04 00:34:32.435757 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.435949 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.436140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.436330 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.436515 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.436733 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.436938 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.437125 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.437309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.437495 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.437680 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.437864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.438050 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.438234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.438416 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.438600 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.438785 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.438970 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.439159 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.439344 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.439550 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.439728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.439914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.440097 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.440315 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.440502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.440690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.440874 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.441060 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.441244 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.441428 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.441616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.441772 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.441961 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.442145 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.442340 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.442516 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.442700 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.442885 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.443068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] host                           = dv-cinder-763306-5-iscsi {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.443253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.443451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.443655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.443840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.444023 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.444200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.444334 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.444522 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.444705 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.444890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.445073 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.445255 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.445453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.445643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.445795 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.445927 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.446092 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.446278 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.446485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.446672 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.446856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.447041 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.447260 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.447487 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.447629 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.447759 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.447895 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.448037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.448180 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.448357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.448531 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.448707 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.448889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.449076 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.449264 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.449449 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.449631 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.449815 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.449998 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.450182 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.450481 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.450668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.450854 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.451078 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.451243 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.451410 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.451580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.451687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.451861 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.452045 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.452230 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.452822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.452822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.452822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.453261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.453261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.453261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.453529 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.453529 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.453700 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.453873 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.454055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.454258 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.454390 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.454565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.454748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.454932 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.455119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.455304 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 04 00:34:32.455533 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.455727 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.455933 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.456111 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.456403 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.456549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.456695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.456829 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.456964 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.457097 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.457232 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.457412 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.457617 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.457806 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.457997 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.88/identity {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.458183 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.458341 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.458531 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.458719 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.458874 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.459076 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.459264 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.459466 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.459617 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.459805 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.459994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.460183 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.460369 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.460555 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.460743 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.460901 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.461178 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.461325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.461511 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.461648 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.461783 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.461880 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.462056 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.462241 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.462438 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.462624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.462810 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.462996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.463181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.463367 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.463579 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.463765 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.463862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:34:32.463968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.464112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.464320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.464506 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.464691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.464876 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.465062 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.465246 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.465432 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.465618 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.465803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.466025 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.466202 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.466384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.466590 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.466847 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.467039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.467223 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.467409 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.467621 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.467808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.468001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.468216 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.468313 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.468479 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.468665 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.468862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.469067 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.469254 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.469447 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.469641 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.469828 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.470013 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.470199 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.470392 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.470573 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.470759 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.470946 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.471131 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.471295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.471511 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.471699 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.471889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.472075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.472259 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.472444 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.472629 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.472821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.473006 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.473192 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.473384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.473568 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.473753 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.473949 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.474136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.474323 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.474511 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.474717 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.474915 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.475094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.475249 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.475610 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.475964 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.476138 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.476465 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.476830 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.477187 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.477535 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.477705 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.477908 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.478109 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.478301 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.478467 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.479160 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.479352 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.479534 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.479682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 47626) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:34:32.479823 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.479963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.480113 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.480263 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.480400 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.480535 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.480676 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.480853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.481039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.481226 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.88/identity {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.481418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.481690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.481973 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.482165 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.482354 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.482518 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.482705 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.482892 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.483087 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.483275 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.483480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.483646 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.483831 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.484018 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.484204 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.484390 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.484679 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.484840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.484988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.485122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.485266 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.485401 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.485535 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.485713 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.485900 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.486096 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.486286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.486474 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.486660 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.486847 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.487033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.487220 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.487409 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.487588 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.487781 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.487968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.488155 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.488354 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.488640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.488778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.488912 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.489046 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.489180 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.489313 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.489500 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.489778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.489918 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.490060 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.490196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.490330 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.490464 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.490600 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.490858 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.491041 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.491177 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.491310 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.491518 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.491661 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.491806 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.491940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.492073 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.492292 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.492549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.492689 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.492832 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.492981 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.493163 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.493435 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.493435 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.493707 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.493846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.493990 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.494124 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.494258 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.494441 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.494628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.494856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.495010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.495240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.495453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.495662 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.495857 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.496048 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.496244 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.496440 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.496703 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.496887 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.497022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.497155 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.497368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.497507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.497642 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.497823 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.498778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.498778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.498778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.498778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.499293 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0160003
Dec 04 00:34:32.499472 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.499472 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.499472 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.499472 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.499472 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.499472 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.500234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.500234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.500234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.500234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 04 00:34:32.500234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80151) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 04 00:34:42.348225 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99746e8-70fe-4787-b3eb-785d715760bf None None] get_active_networks_info from dv-cinder-763306-5-iscsi {{(pid=80264) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 04 00:34:42.413938 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99746e8-70fe-4787-b3eb-785d715760bf None None] No non-hosted networks {{(pid=80264) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 04 00:34:42.427950 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agentschedulers_db [None req-d99746e8-70fe-4787-b3eb-785d715760bf None None] DHCP Agent not found on host dv-cinder-763306-5-iscsi {{(pid=80264) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Dec 04 00:34:42.517185 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0a2ed744-3836-4224-8254-c223804c1e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:44.400941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-afe3eed5-e801-49ae-b217-cbbf3c35b588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:44.455009 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-160cf64f-6482-43df-972c-b386db3f9188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:45.620039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:46.073754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:46.074454 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:46.074827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:46.075327 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:46.075714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:46.076078 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:46.076441 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:46.076802 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:46.077175 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:46.077510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:46.078082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:46.078615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:46.079158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:46.079775 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7feb0a4f0358>, 'Open vSwitch agent', 'dv-cinder-763306-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:34:46.095996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7feb0a4f0588>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:34:46.265873 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] get_endpoint_by_host() called for host dv-cinder-763306-5-iscsi {{(pid=80264) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 04 00:34:46.271598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] get_endpoint_by_ip() called for ip 192.168.0.75 {{(pid=80264) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 04 00:34:46.275317 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] _add_endpoint() called for ip 192.168.0.75 {{(pid=80264) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 04 00:34:46.282393 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] _get_endpoints() called {{(pid=80264) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 04 00:34:46.589853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:47.730635 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_hamode_db [None req-c1af119f-829b-4cbc-8d7e-fadb9c291906 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 04 00:34:47.819787 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af119f-829b-4cbc-8d7e-fadb9c291906 None None] Routers set() bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:34:47.820136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1af119f-829b-4cbc-8d7e-fadb9c291906 None None] Router IDs set() for agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 04 00:34:48.458453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 47720) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:34:49.148402 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-f7450ee2-1d37-4755-b076-d3b3e6ac400b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 00:34:49.149011 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-f7450ee2-1d37-4755-b076-d3b3e6ac400b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 00:34:49.378610 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [None req-f7450ee2-1d37-4755-b076-d3b3e6ac400b admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 00:34:49.379708 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f7450ee2-1d37-4755-b076-d3b3e6ac400b admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.9198558
Dec 04 00:34:52.105108 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 47734) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:34:52.544245 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-ca239f5e-4459-448b-876c-76098b38bf32 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:34:52.592788 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.policy [None req-ca239f5e-4459-448b-876c-76098b38bf32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80262) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 04 00:34:52.593627 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-ca239f5e-4459-448b-876c-76098b38bf32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 00:34:52.594033 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-ca239f5e-4459-448b-876c-76098b38bf32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 00:34:52.601045 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota [None req-ca239f5e-4459-448b-876c-76098b38bf32 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7feb0aec3a90>.
Dec 04 00:34:52.646267 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ca239f5e-4459-448b-876c-76098b38bf32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:34:52.706084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ca239f5e-4459-448b-876c-76098b38bf32 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790464680255', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790464643908', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790464649245', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790464654443', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790464631430', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8186055', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846720156', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853838605', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-987383'] for rbac-policy, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:52.782272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ca239f5e-4459-448b-876c-76098b38bf32 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:52.784184 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ca239f5e-4459-448b-876c-76098b38bf32 admin admin] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6774578
Dec 04 00:34:55.806357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 47748) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:34:56.260969 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'd37ab53fa2824b3181393c1e57215e2f'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:34:56.267040 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:34:56.274080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Usage tracker for resource:network and tenant:d37ab53fa2824b3181393c1e57215e2f is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:34:56.278112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:34:56.284671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:34:56.296561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Made reservation on behalf of d37ab53fa2824b3181393c1e57215e2f for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:34:56.312547 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:56.336164 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:56.351888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:34:56.356814 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Usage tracker for resource:security_group_rule and tenant:d37ab53fa2824b3181393c1e57215e2f is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:34:56.360734 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:34:56.366791 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:34:56.470383 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:56.475178 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:56.481083 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:34:56.501015 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:34:56.524971 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790468194624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:56.525570 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Added segment 4d3ff103-b34a-4a1f-9cbc-df902951c07e of type vxlan for network 50911ac3-6fd3-4767-bc8a-d01f406885cb
Dec 04 00:34:56.586470 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfaacf3-baeb-4b24-bdca-a8a3d02c1bc1,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:34:56.608910 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:56.609290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:56.609653 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:56.610013 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:56.610357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:56.610717 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:56.611063 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:56.611405 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:56.611785 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:56.612132 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:56.612470 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:56.612787 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Tracked resource versions report:
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]: pushed versions:
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]: consumer versions:
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:     L3 agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metering agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-763306-5-iscsi: {   'AddressGroup': '1.0',
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'}}
Dec 04 00:34:56.613952 dv-cinder-763306-5-iscsi neutron-server[80151]:  {{(pid=80262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 00:34:56.657315 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:56.669592 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:34:56.707673 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:56.709001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:34:56.709664 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:34:56.714471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:34:56.826060 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0180433
Dec 04 00:34:56.826717 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Pushing event updated for resources: {'Network': ['ID=50911ac3-6fd3-4767-bc8a-d01f406885cb,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:34:56.850291 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:34:56.857416 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network 50911ac3-6fd3-4767-bc8a-d01f406885cb details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:34:59.982370 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 47764) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:35:00.701158 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-cee78464-64e8-4236-9b37-d4f01a3a6539 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 00:35:00.701754 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-cee78464-64e8-4236-9b37-d4f01a3a6539 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 00:35:01.144591 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.policy [None req-cee78464-64e8-4236-9b37-d4f01a3a6539 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80263) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 04 00:35:01.145434 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-cee78464-64e8-4236-9b37-d4f01a3a6539 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 00:35:01.145809 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING oslo_policy.policy [None req-cee78464-64e8-4236-9b37-d4f01a3a6539 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 04 00:35:01.151739 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee78464-64e8-4236-9b37-d4f01a3a6539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:35:01.153736 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-cee78464-64e8-4236-9b37-d4f01a3a6539 admin admin] 10.222.0.88 "GET /v2.0/networks/50911ac3-6fd3-4767-bc8a-d01f406885cb HTTP/1.1" status: 200  len: 818 time: 1.1676354
Dec 04 00:35:01.192246 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-94c742a0-1643-46b3-bf5d-fda731d14086 admin admin] 10.222.0.88 "GET /v2.0/subnetpools/170d5883-687b-4583-b01f-7d48423a305b HTTP/1.1" status: 200  len: 734 time: 0.0287473
Dec 04 00:35:01.203009 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '170d5883-687b-4583-b01f-7d48423a305b', 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb', 'gateway_ip': '172.20.0.1', 'tenant_id': 'd37ab53fa2824b3181393c1e57215e2f'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:35:01.206079 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.quota [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7feb0af98cf8>.
Dec 04 00:35:01.212790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:35:01.218968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Usage tracker for resource:subnet and tenant:d37ab53fa2824b3181393c1e57215e2f is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:35:01.222378 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:35:01.229631 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:35:01.249761 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Made reservation on behalf of d37ab53fa2824b3181393c1e57215e2f for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:35:01.255874 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:01.844211 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:01.860862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:02.166478 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ecc0679-93a3-4f20-8780-46b5356c2d32,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:02.186520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:02.186901 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:02.187261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:02.187646 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:02.188001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:02.188364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:02.188712 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:02.189057 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:02.189418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:02.189762 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:02.190086 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:02.190433 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Tracked resource versions report:
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]: pushed versions:
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]: consumer versions:
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:     L3 agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metering agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-763306-5-iscsi: {   'AddressGroup': '1.0',
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'}}
Dec 04 00:35:02.191567 dv-cinder-763306-5-iscsi neutron-server[80151]:  {{(pid=80263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 00:35:02.218831 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:02.261159 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Checking segment: {'id': '4d3ff103-b34a-4a1f-9cbc-df902951c07e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:35:02.261550 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Network hostable DHCP agents. Network: 50911ac3-6fd3-4767-bc8a-d01f406885cb, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:35:02.284286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Network 50911ac3-6fd3-4767-bc8a-d01f406885cb is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:35:02.295053 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, 50911ac3-6fd3-4767-bc8a-d01f406885cb) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:35:02.299779 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:35:02.300608 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:02.304622 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80810391-89d0-41f5-8e9a-1c87b02d942d None None] Network 50911ac3-6fd3-4767-bc8a-d01f406885cb requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:35:02.323674 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.1250253
Dec 04 00:35:02.635832 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5b127e5-83c8-5931-8751-a31674356172-50911ac3-6fd3-4767-bc8a-d01f406885cb', 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb', 'tenant_id': 'd37ab53fa2824b3181393c1e57215e2f', 'fixed_ips': [{'subnet_id': '2ecc0679-93a3-4f20-8780-46b5356c2d32'}]}} from dv-cinder-763306-5-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 00:35:02.637139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:02.984084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Allocated IP 172.20.0.2 (50911ac3-6fd3-4767-bc8a-d01f406885cb/2ecc0679-93a3-4f20-8780-46b5356c2d32/611a7356-7ee2-4797-8932-c604c64e1ddb) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:35:03.217570 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:03.232143 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Transition to ACTIVE for port object 611a7356-7ee2-4797-8932-c604c64e1ddb will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:35:03.250241 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Transition to ACTIVE for port object 611a7356-7ee2-4797-8932-c604c64e1ddb will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:35:03.256865 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:03.275455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:03.570505 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Pushing event updated for resources: {'Port': ['ID=611a7356-7ee2-4797-8932-c604c64e1ddb,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:03.589121 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:03.589492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:03.589861 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:03.590348 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:03.590840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:03.591203 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:03.591583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:03.591924 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:03.592280 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:03.592631 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:03.592967 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:03.593318 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Tracked resource versions report:
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]: pushed versions:
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]: consumer versions:
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:     L3 agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metering agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-763306-5-iscsi: {   'AddressGroup': '1.0',
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'}}
Dec 04 00:35:03.594427 dv-cinder-763306-5-iscsi neutron-server[80151]:  {{(pid=80264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 00:35:03.598098 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:03.649254 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Network 50911ac3-6fd3-4767-bc8a-d01f406885cb is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:35:03.650816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:35:03.653858 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:35:03.713433 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Attempting to bind port 611a7356-7ee2-4797-8932-c604c64e1ddb on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:35:03.713853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Attempting to bind port 611a7356-7ee2-4797-8932-c604c64e1ddb by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': '4d3ff103-b34a-4a1f-9cbc-df902951c07e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:35:03.714272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Attempting to bind port 611a7356-7ee2-4797-8932-c604c64e1ddb on network 50911ac3-6fd3-4767-bc8a-d01f406885cb {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:35:03.720376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:35:03.720737 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Checking segment: {'id': '4d3ff103-b34a-4a1f-9cbc-df902951c07e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:35:03.721219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:03.721645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Bound using segment: {'id': '4d3ff103-b34a-4a1f-9cbc-df902951c07e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:35:03.722149 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Bound port: 611a7356-7ee2-4797-8932-c604c64e1ddb, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3ff103-b34a-4a1f-9cbc-df902951c07e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:35:03.722580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:03.813147 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] For port 611a7356-7ee2-4797-8932-c604c64e1ddb, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:35:03.817255 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] For port 611a7356-7ee2-4797-8932-c604c64e1ddb, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=611a7356-7ee2-4797-8932-c604c64e1ddb,segment=NetworkSegment(4d3ff103-b34a-4a1f-9cbc-df902951c07e),segment_id=4d3ff103-b34a-4a1f-9cbc-df902951c07e)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:35:03.821164 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:03.834526 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:03.986902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Pushing event updated for resources: {'Port': ['ID=611a7356-7ee2-4797-8932-c604c64e1ddb,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:03.990190 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:05.054198 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 47784) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:35:05.506628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [None req-747d14ee-b84d-4365-b94e-5bbd8fa5912f admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 00:35:05.507745 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-747d14ee-b84d-4365-b94e-5bbd8fa5912f admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4524746
Dec 04 00:35:08.324900 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 47798) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:35:08.351153 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 611a7356-7ee2-4797-8932-c604c64e1ddb up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:35:08.425186 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 611a7356-7ee2-4797-8932-c604c64e1ddb completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:35:08.439403 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bbfec1-cdab-4d12-8c54-cfcde1f92642 None None] Network 50911ac3-6fd3-4767-bc8a-d01f406885cb requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:35:08.563490 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-cc947a60-526f-481d-bc2e-269fe938218e None None] Provisioning for port 611a7356-7ee2-4797-8932-c604c64e1ddb completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:35:08.571395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-cc947a60-526f-481d-bc2e-269fe938218e None None] Provisioning complete for port 611a7356-7ee2-4797-8932-c604c64e1ddb triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:35:08.571708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cc947a60-526f-481d-bc2e-269fe938218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:08.767171 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [None req-1901a22d-bd59-4dcc-a256-8e976d2f60e8 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 00:35:08.768279 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1901a22d-bd59-4dcc-a256-8e976d2f60e8 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4423301
Dec 04 00:35:08.799865 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cc947a60-526f-481d-bc2e-269fe938218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:08.848711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-cc947a60-526f-481d-bc2e-269fe938218e None None] For port 611a7356-7ee2-4797-8932-c604c64e1ddb, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=611a7356-7ee2-4797-8932-c604c64e1ddb,segment=NetworkSegment(4d3ff103-b34a-4a1f-9cbc-df902951c07e),segment_id=4d3ff103-b34a-4a1f-9cbc-df902951c07e)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:35:08.852780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cc947a60-526f-481d-bc2e-269fe938218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:08.855351 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:08.930357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc947a60-526f-481d-bc2e-269fe938218e None None] Pushing event updated for resources: {'Port': ['ID=611a7356-7ee2-4797-8932-c604c64e1ddb,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:08.933941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cc947a60-526f-481d-bc2e-269fe938218e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:09.080818 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-cb47bd16-6ae3-4b1f-a5ff-b9c2aed16e5a None None] Provisioning complete for port 611a7356-7ee2-4797-8932-c604c64e1ddb triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:35:09.081245 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb47bd16-6ae3-4b1f-a5ff-b9c2aed16e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:09.327724 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-27ee3020-458d-4169-93fd-055cfd0b9ee0 None None] Provisioning complete for port 611a7356-7ee2-4797-8932-c604c64e1ddb triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:35:09.328228 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-27ee3020-458d-4169-93fd-055cfd0b9ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:09.566889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-2fe6aa47-5bfc-450e-a798-62fcd7a2c107 None None] Provisioning complete for port 611a7356-7ee2-4797-8932-c604c64e1ddb triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:35:09.567301 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2fe6aa47-5bfc-450e-a798-62fcd7a2c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:10.324755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 611a7356-7ee2-4797-8932-c604c64e1ddb up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:35:10.400037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 611a7356-7ee2-4797-8932-c604c64e1ddb triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:35:10.400585 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:11.866983 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 47810) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:35:12.147321 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-111ea261-734a-43e4-973b-31f5d3f55fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:12.301897 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-a83c8ae5-6742-4663-b519-028379bc6a05 admin admin] Request body: {'router': {'tenant_id': 'd37ab53fa2824b3181393c1e57215e2f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:35:12.307872 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a83c8ae5-6742-4663-b519-028379bc6a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:35:12.312619 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a83c8ae5-6742-4663-b519-028379bc6a05 admin admin] Usage tracker for resource:router and tenant:d37ab53fa2824b3181393c1e57215e2f is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:35:12.316074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a83c8ae5-6742-4663-b519-028379bc6a05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:35:12.322370 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a83c8ae5-6742-4663-b519-028379bc6a05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:35:12.334176 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a83c8ae5-6742-4663-b519-028379bc6a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759826'] for router, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:12.335510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a83c8ae5-6742-4663-b519-028379bc6a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15974'] for router, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:12.357994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a83c8ae5-6742-4663-b519-028379bc6a05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:12.464186 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a83c8ae5-6742-4663-b519-028379bc6a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796835'] for router, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:12.484827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a83c8ae5-6742-4663-b519-028379bc6a05 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:12.486153 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a83c8ae5-6742-4663-b519-028379bc6a05 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6176205
Dec 04 00:35:14.390409 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-25cd081c-dc1d-4986-a2c0-4ed715e06bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:15.223211 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 47820) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:35:15.544582 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:15.592684 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [None req-ee6adfc7-882e-4ec9-afc9-1129e5d872e8 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 00:35:15.593767 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ee6adfc7-882e-4ec9-afc9-1129e5d872e8 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.3694506
Dec 04 00:35:16.059868 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:16.527903 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:18.190528 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 47840) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:35:18.275506 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:35:18.280875 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:35:18.285252 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Usage tracker for resource:network and tenant:88501ff4d5b6430bbf7b70f41c177fb8 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:35:18.288554 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:35:18.295165 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:35:18.309969 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Made reservation on behalf of 88501ff4d5b6430bbf7b70f41c177fb8 for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:35:18.314592 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:18.330064 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:18.345504 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:35:18.349760 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Usage tracker for resource:security_group_rule and tenant:88501ff4d5b6430bbf7b70f41c177fb8 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:35:18.352986 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:35:18.359483 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:35:18.446431 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:18.450434 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:18.453724 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:18.469933 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Reserving flat network on physical network physnet1 {{(pid=80262) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 04 00:35:18.492112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04ab9f4-6596-407e-8f6c-b66e447d2244,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:18.496306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:18.497303 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790468194624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:18.497951 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7feb0bbf1400> segment precommit_create {{(pid=80262) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 04 00:35:18.498378 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Added segment fb3750de-ccd4-4f05-aca1-5d9261bac0e8 of type flat for network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4
Dec 04 00:35:18.540617 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:18.578679 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:18.579885 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:35:18.580521 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:18.583958 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3ceb62c7-9f1c-4aea-ae4b-c27e02837e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:18.689968 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4982336
Dec 04 00:35:18.690659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Pushing event updated for resources: {'Network': ['ID=0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:18.693658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:18.704352 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:35:21.209015 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 47860) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:35:21.370100 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88690494-eace-4795-a8b0-fc75fdd80dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:35:21.372291 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-88690494-eace-4795-a8b0-fc75fdd80dd4 admin admin] 10.222.0.88 "GET /v2.0/subnets/2ecc0679-93a3-4f20-8780-46b5356c2d32 HTTP/1.1" status: 200  len: 849 time: 0.1615715
Dec 04 00:35:21.695001 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d7a0a14d-c313-486b-a1b8-360557445b39 admin admin] 10.222.0.88 "GET /v2.0/routers/12f86fd4-6849-458a-bf9a-abe7bd08a62e HTTP/1.1" status: 200  len: 704 time: 0.3168385
Dec 04 00:35:22.178776 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:22.592462 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Allocated IP 172.20.0.1 (50911ac3-6fd3-4767-bc8a-d01f406885cb/2ecc0679-93a3-4f20-8780-46b5356c2d32/9bd5745e-1b33-4c6b-ab6b-a4329271d8d7) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:35:22.766664 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:22.786181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Transition to ACTIVE for port object 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:35:22.841082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:22.854446 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:22.981367 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd5745e-1b33-4c6b-ab6b-a4329271d8d7,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:22.987830 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:23.049450 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Network 50911ac3-6fd3-4767-bc8a-d01f406885cb is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:35:23.050668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:35:23.054018 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:35:23.054504 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979136'] for router_interface, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:23.307345 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d19edddb-5d3f-40f7-a28a-b31988888759 None None] Provisioning for port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:35:23.314132 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d19edddb-5d3f-40f7-a28a-b31988888759 None None] Provisioning complete for port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:35:23.314551 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d19edddb-5d3f-40f7-a28a-b31988888759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:23.377923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-d19edddb-5d3f-40f7-a28a-b31988888759 None None] Port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:35:23.484845 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:23.784958 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:23.790052 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:23.791150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847247150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795811'] for router_interface, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:23.803876 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:23.929118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd5745e-1b33-4c6b-ab6b-a4329271d8d7,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:23.933356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:23.997907 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Network 50911ac3-6fd3-4767-bc8a-d01f406885cb is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:35:23.999154 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:35:24.205375 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-c19f1d8a-f08a-4406-9747-73882a388057 None None] Provisioning complete for port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:35:24.205590 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Router 12f86fd4-6849-458a-bf9a-abe7bd08a62e is scheduled to L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 with binding_index 1 {{(pid=80262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 00:35:24.205770 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c19f1d8a-f08a-4406-9747-73882a388057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:24.259985 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-c19f1d8a-f08a-4406-9747-73882a388057 None None] Port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:35:24.368127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:35:24.378249 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] 10.222.0.88 "PUT /v2.0/routers/12f86fd4-6849-458a-bf9a-abe7bd08a62e/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6735508
Dec 04 00:35:24.380165 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Sync routers for ids ['12f86fd4-6849-458a-bf9a-abe7bd08a62e'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:35:24.396670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Routers {'12f86fd4-6849-458a-bf9a-abe7bd08a62e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:35:24.397830 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0ade3f60>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:35:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['12f86fd4-6849-458a-bf9a-abe7bd08a62e'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:35:24.582467 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Set router 12f86fd4-6849-458a-bf9a-abe7bd08a62e gateway port host: None {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:35:24.968560 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0ade3f60>, [{'id': '12f86fd4-6849-458a-bf9a-abe7bd08a62e', 'name': 'router1', 'tenant_id': 'd37ab53fa2824b3181393c1e57215e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:35:12Z', 'updated_at': '2020-12-04T00:35:23Z', 'revision_number': 2, 'project_id': 'd37ab53fa2824b3181393c1e57215e2f', 'gw_port_host': None, '_interfaces': [{'id': '9bd5745e-1b33-4c6b-ab6b-a4329271d8d7', 'name': '', 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb', 'tenant_id': 'd37ab53fa2824b3181393c1e57215e2f', 'mac_address': 'fa:16:3e:da:7b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f86fd4-6849-458a-bf9a-abe7bd08a62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ecc0679-93a3-4f20-8780-46b5356c2d32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:35:22Z', 'updated_at': '2020-12-04T00:35:23Z', 'revision_number': 2, 'project_id': 'd37ab53fa2824b3181393c1e57215e2f', 'subnets': [{'id': '2ecc0679-93a3-4f20-8780-46b5356c2d32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '170d5883-687b-4583-b01f-7d48423a305b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:35:24.973690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Checking router: 12f86fd4-6849-458a-bf9a-abe7bd08a62e for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:35:24.974096 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Updating router 12f86fd4-6849-458a-bf9a-abe7bd08a62e port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 binding host dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:35:25.027939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:25.479013 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:25.495177 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Transition to ACTIVE for port object 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:35:25.498897 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:25.516128 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:25.658252 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Pushing event updated for resources: {'Port': ['ID=9bd5745e-1b33-4c6b-ab6b-a4329271d8d7,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:25.683258 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:25.683727 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:25.684099 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:25.684464 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:25.684821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:25.685179 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:25.685532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:25.685882 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:25.686873 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:25.686873 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:25.686873 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:25.687159 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Tracked resource versions report:
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]: pushed versions:
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]: consumer versions:
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:     L3 agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metering agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-763306-5-iscsi: {   'AddressGroup': '1.0',
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'}}
Dec 04 00:35:25.688377 dv-cinder-763306-5-iscsi neutron-server[80151]:  {{(pid=80265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 00:35:25.695251 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:25.840612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Attempting to bind port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:35:25.841037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Attempting to bind port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': '4d3ff103-b34a-4a1f-9cbc-df902951c07e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:35:25.841495 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Attempting to bind port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 on network 50911ac3-6fd3-4767-bc8a-d01f406885cb {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:35:25.848093 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:35:25.848527 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Checking segment: {'id': '4d3ff103-b34a-4a1f-9cbc-df902951c07e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:35:25.849059 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:25.849613 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Bound using segment: {'id': '4d3ff103-b34a-4a1f-9cbc-df902951c07e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:35:25.850146 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Bound port: 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3ff103-b34a-4a1f-9cbc-df902951c07e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:35:25.850547 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:25.942803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] For port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:35:25.947376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] For port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=9bd5745e-1b33-4c6b-ab6b-a4329271d8d7,segment=NetworkSegment(4d3ff103-b34a-4a1f-9cbc-df902951c07e),segment_id=4d3ff103-b34a-4a1f-9cbc-df902951c07e)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:35:25.951019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:25.964251 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:26.106121 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Pushing event updated for resources: {'Port': ['ID=9bd5745e-1b33-4c6b-ab6b-a4329271d8d7,revision_number=4']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:26.116083 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:26.179819 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Routers {'12f86fd4-6849-458a-bf9a-abe7bd08a62e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:35:26.180518 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0ade3f60>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:35:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['12f86fd4-6849-458a-bf9a-abe7bd08a62e'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:35:26.512276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] Set router 12f86fd4-6849-458a-bf9a-abe7bd08a62e gateway port host: None {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:35:26.859632 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0ade3f60>, [{'id': '12f86fd4-6849-458a-bf9a-abe7bd08a62e', 'name': 'router1', 'tenant_id': 'd37ab53fa2824b3181393c1e57215e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:35:12Z', 'updated_at': '2020-12-04T00:35:23Z', 'revision_number': 2, 'project_id': 'd37ab53fa2824b3181393c1e57215e2f', 'gw_port_host': None, '_interfaces': [{'id': '9bd5745e-1b33-4c6b-ab6b-a4329271d8d7', 'name': '', 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb', 'tenant_id': 'd37ab53fa2824b3181393c1e57215e2f', 'mac_address': 'fa:16:3e:da:7b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f86fd4-6849-458a-bf9a-abe7bd08a62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ecc0679-93a3-4f20-8780-46b5356c2d32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:35:22Z', 'updated_at': '2020-12-04T00:35:25Z', 'revision_number': 4, 'project_id': 'd37ab53fa2824b3181393c1e57215e2f', 'subnets': [{'id': '2ecc0679-93a3-4f20-8780-46b5356c2d32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '170d5883-687b-4583-b01f-7d48423a305b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:35:26.864060 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b457749b-3ec2-4b34-9f5f-275af08b01c0 None None] The sync data for ids ['12f86fd4-6849-458a-bf9a-abe7bd08a62e'] in dv-cinder-763306-5-iscsi is: [{'id': '12f86fd4-6849-458a-bf9a-abe7bd08a62e', 'name': 'router1', 'tenant_id': 'd37ab53fa2824b3181393c1e57215e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:35:12Z', 'updated_at': '2020-12-04T00:35:23Z', 'revision_number': 2, 'project_id': 'd37ab53fa2824b3181393c1e57215e2f', 'gw_port_host': None, '_interfaces': [{'id': '9bd5745e-1b33-4c6b-ab6b-a4329271d8d7', 'name': '', 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb', 'tenant_id': 'd37ab53fa2824b3181393c1e57215e2f', 'mac_address': 'fa:16:3e:da:7b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f86fd4-6849-458a-bf9a-abe7bd08a62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ecc0679-93a3-4f20-8780-46b5356c2d32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:35:22Z', 'updated_at': '2020-12-04T00:35:25Z', 'revision_number': 4, 'project_id': 'd37ab53fa2824b3181393c1e57215e2f', 'subnets': [{'id': '2ecc0679-93a3-4f20-8780-46b5356c2d32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '170d5883-687b-4583-b01f-7d48423a305b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:35:26.897139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 47872) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:35:27.090092 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054cc019-241f-4b73-b584-b983045b339a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:35:27.097623 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-054cc019-241f-4b73-b584-b983045b339a admin admin] 10.222.0.88 "GET /v2.0/networks/0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 HTTP/1.1" status: 200  len: 842 time: 0.1933303
Dec 04 00:35:27.102470 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:35:27.108202 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:35:27.112499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Usage tracker for resource:subnet and tenant:88501ff4d5b6430bbf7b70f41c177fb8 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:35:27.115620 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:35:27.121753 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:35:27.131469 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Made reservation on behalf of 88501ff4d5b6430bbf7b70f41c177fb8 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:35:27.136166 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:27.593022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80263) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 00:35:27.593492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:27.607052 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:27.741081 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88daa4d6-ff97-4b7b-a1e8-1397609fc9b5,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:27.748599 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:27.820331 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Checking segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:35:27.820718 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Network hostable DHCP agents. Network: 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:35:27.841004 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:35:27.850322 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:35:27.854575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:35:27.855353 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:27.860288 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0389cbf6-b254-4f84-8007-82991fbf482d None None] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:35:27.878086 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7795923
Dec 04 00:35:28.100116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23198f68-0dad-4a33-9f16-25c4fd2c8b77 None None] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:35:28.373830 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:35:28.447983 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:35:28.453125 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:35:28.453531 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:28.568925 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:28.607124 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=9bd5745e-1b33-4c6b-ab6b-a4329271d8d7,segment=NetworkSegment(4d3ff103-b34a-4a1f-9cbc-df902951c07e),segment_id=4d3ff103-b34a-4a1f-9cbc-df902951c07e)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:35:28.610692 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:28.612848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:28.825671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=9bd5745e-1b33-4c6b-ab6b-a4329271d8d7,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:28.829068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:30.336007 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:35:30.408009 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:35:30.408426 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:30.461378 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 47886) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:35:30.712527 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fad796a5-29d7-4cba-9c38-0341ff7dd5c3 admin admin] 10.222.0.88 "GET /v2.0/routers/12f86fd4-6849-458a-bf9a-abe7bd08a62e HTTP/1.1" status: 200  len: 710 time: 0.2498047
Dec 04 00:35:30.857997 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1147f7c3-0572-406a-bc12-da0d9c4e1d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:35:30.859464 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1147f7c3-0572-406a-bc12-da0d9c4e1d14 admin admin] 10.222.0.88 "GET /v2.0/networks/0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 HTTP/1.1" status: 200  len: 886 time: 0.1381438
Dec 04 00:35:30.869656 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:35:31.474383 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15991'] for router, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:31.857853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:31.893581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:31.912201 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:31.928756 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:35:31.933299 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:35:31.936895 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:35:31.943476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:35:32.067328 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:32.071667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:32.091308 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:32.203905 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b75de9-66fa-4334-bb0a-10929967d4eb,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:32.211637 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:32.436048 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Allocated IP 172.27.3.200 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/08a0d237-63ce-4837-ab15-dc515ca17faa) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:35:32.614916 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:32.670283 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:32.690497 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:32.826753 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Pushing event updated for resources: {'Port': ['ID=08a0d237-63ce-4837-ab15-dc515ca17faa,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:32.842632 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:32.885585 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:35:32.886731 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:35:32.889618 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:35:33.462035 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:33.831697 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15991'] for router, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:33.835658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853796852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-957991'] for router, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:34.026477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Router 12f86fd4-6849-458a-bf9a-abe7bd08a62e has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:35:34.217410 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:35:34.228347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Sync routers for ids ['12f86fd4-6849-458a-bf9a-abe7bd08a62e'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:35:34.235570 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:34.236912 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] 10.222.0.88 "PUT /v2.0/routers/12f86fd4-6849-458a-bf9a-abe7bd08a62e HTTP/1.1" status: 200  len: 890 time: 3.3710470
Dec 04 00:35:34.238873 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Routers {'12f86fd4-6849-458a-bf9a-abe7bd08a62e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:35:34.239584 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09f23c18>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:35:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['12f86fd4-6849-458a-bf9a-abe7bd08a62e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:35:34.442508 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Set router 12f86fd4-6849-458a-bf9a-abe7bd08a62e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:35:34.804546 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09f23c18>, [{'id': '12f86fd4-6849-458a-bf9a-abe7bd08a62e', 'name': 'router1', 'tenant_id': 'd37ab53fa2824b3181393c1e57215e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '08a0d237-63ce-4837-ab15-dc515ca17faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:35:12Z', 'updated_at': '2020-12-04T00:35:33Z', 'revision_number': 4, 'project_id': 'd37ab53fa2824b3181393c1e57215e2f', 'gw_port': {'id': '08a0d237-63ce-4837-ab15-dc515ca17faa', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f86fd4-6849-458a-bf9a-abe7bd08a62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:35:32Z', 'updated_at': '2020-12-04T00:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '9bd5745e-1b33-4c6b-ab6b-a4329271d8d7', 'name': '', 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb', 'tenant_id': 'd37ab53fa2824b3181393c1e57215e2f', 'mac_address': 'fa:16:3e:da:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f86fd4-6849-458a-bf9a-abe7bd08a62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ecc0679-93a3-4f20-8780-46b5356c2d32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:35:22Z', 'updated_at': '2020-12-04T00:35:28Z', 'revision_number': 5, 'project_id': 'd37ab53fa2824b3181393c1e57215e2f', 'subnets': [{'id': '2ecc0679-93a3-4f20-8780-46b5356c2d32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '170d5883-687b-4583-b01f-7d48423a305b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:35:34.809800 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Checking router: 12f86fd4-6849-458a-bf9a-abe7bd08a62e for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:35:34.810189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Updating router 12f86fd4-6849-458a-bf9a-abe7bd08a62e port 08a0d237-63ce-4837-ab15-dc515ca17faa binding host dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:35:34.863683 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:35.264725 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:35.277325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Transition to ACTIVE for port object 08a0d237-63ce-4837-ab15-dc515ca17faa will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:35:35.280838 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:35.297170 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d3e96c40-d9d7-4178-ae4d-ad13c13272e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:35.435303 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427004ae-6bd7-4c9a-b357-6108f1d785e5 None None] Pushing event updated for resources: {'Port': ['ID=08a0d237-63ce-4837-ab15-dc515ca17faa,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:35.438475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-427004ae-6bd7-4c9a-b357-6108f1d785e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:35.501333 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Attempting to bind port 08a0d237-63ce-4837-ab15-dc515ca17faa on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:35:35.501631 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Attempting to bind port 08a0d237-63ce-4837-ab15-dc515ca17faa by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:35:35.502066 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Attempting to bind port 08a0d237-63ce-4837-ab15-dc515ca17faa on network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:35:35.507955 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:35:35.508373 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Checking segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:35:35.508820 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:35.509247 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Bound using segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:35:35.509749 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Bound port: 08a0d237-63ce-4837-ab15-dc515ca17faa, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:35:35.510131 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:35.587016 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] For port 08a0d237-63ce-4837-ab15-dc515ca17faa, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:35:35.590453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] For port 08a0d237-63ce-4837-ab15-dc515ca17faa, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=08a0d237-63ce-4837-ab15-dc515ca17faa,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:35:35.594470 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:35.608323 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cc947a60-526f-481d-bc2e-269fe938218e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:35.761643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427004ae-6bd7-4c9a-b357-6108f1d785e5 None None] Pushing event updated for resources: {'Port': ['ID=08a0d237-63ce-4837-ab15-dc515ca17faa,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:35.767161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-427004ae-6bd7-4c9a-b357-6108f1d785e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:35.809987 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Routers {'12f86fd4-6849-458a-bf9a-abe7bd08a62e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:35:35.810643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09f23c18>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:35:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['12f86fd4-6849-458a-bf9a-abe7bd08a62e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:35:36.142273 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] Set router 12f86fd4-6849-458a-bf9a-abe7bd08a62e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:35:36.498977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09f23c18>, [{'id': '12f86fd4-6849-458a-bf9a-abe7bd08a62e', 'name': 'router1', 'tenant_id': 'd37ab53fa2824b3181393c1e57215e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '08a0d237-63ce-4837-ab15-dc515ca17faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:35:12Z', 'updated_at': '2020-12-04T00:35:33Z', 'revision_number': 4, 'project_id': 'd37ab53fa2824b3181393c1e57215e2f', 'gw_port': {'id': '08a0d237-63ce-4837-ab15-dc515ca17faa', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f86fd4-6849-458a-bf9a-abe7bd08a62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:35:32Z', 'updated_at': '2020-12-04T00:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '9bd5745e-1b33-4c6b-ab6b-a4329271d8d7', 'name': '', 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb', 'tenant_id': 'd37ab53fa2824b3181393c1e57215e2f', 'mac_address': 'fa:16:3e:da:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f86fd4-6849-458a-bf9a-abe7bd08a62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ecc0679-93a3-4f20-8780-46b5356c2d32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:35:22Z', 'updated_at': '2020-12-04T00:35:28Z', 'revision_number': 5, 'project_id': 'd37ab53fa2824b3181393c1e57215e2f', 'subnets': [{'id': '2ecc0679-93a3-4f20-8780-46b5356c2d32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '170d5883-687b-4583-b01f-7d48423a305b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:35:36.503762 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa85196d-6e1b-4633-8eab-fc1fc02f8e8f None None] The sync data for ids ['12f86fd4-6849-458a-bf9a-abe7bd08a62e'] in dv-cinder-763306-5-iscsi is: [{'id': '12f86fd4-6849-458a-bf9a-abe7bd08a62e', 'name': 'router1', 'tenant_id': 'd37ab53fa2824b3181393c1e57215e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '08a0d237-63ce-4837-ab15-dc515ca17faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:35:12Z', 'updated_at': '2020-12-04T00:35:33Z', 'revision_number': 4, 'project_id': 'd37ab53fa2824b3181393c1e57215e2f', 'gw_port': {'id': '08a0d237-63ce-4837-ab15-dc515ca17faa', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f86fd4-6849-458a-bf9a-abe7bd08a62e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:35:32Z', 'updated_at': '2020-12-04T00:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '9bd5745e-1b33-4c6b-ab6b-a4329271d8d7', 'name': '', 'network_id': '50911ac3-6fd3-4767-bc8a-d01f406885cb', 'tenant_id': 'd37ab53fa2824b3181393c1e57215e2f', 'mac_address': 'fa:16:3e:da:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f86fd4-6849-458a-bf9a-abe7bd08a62e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ecc0679-93a3-4f20-8780-46b5356c2d32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:35:22Z', 'updated_at': '2020-12-04T00:35:28Z', 'revision_number': 5, 'project_id': 'd37ab53fa2824b3181393c1e57215e2f', 'subnets': [{'id': '2ecc0679-93a3-4f20-8780-46b5356c2d32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '170d5883-687b-4583-b01f-7d48423a305b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:35:36.920909 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 47896) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:35:37.075470 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58027262-1669-4262-95e8-53c1a0be5ced admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:35:37.077177 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-58027262-1669-4262-95e8-53c1a0be5ced admin admin] 10.222.0.88 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1552217
Dec 04 00:35:38.371105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 08a0d237-63ce-4837-ab15-dc515ca17faa up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:35:38.440826 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 08a0d237-63ce-4837-ab15-dc515ca17faa completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:35:38.446106 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 08a0d237-63ce-4837-ab15-dc515ca17faa triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:35:38.446520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:38.571224 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:38.588718 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port 08a0d237-63ce-4837-ab15-dc515ca17faa, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=08a0d237-63ce-4837-ab15-dc515ca17faa,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:35:38.592659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:38.595731 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:35:38.662228 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=08a0d237-63ce-4837-ab15-dc515ca17faa,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:35:38.665573 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:35:40.374361 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 08a0d237-63ce-4837-ab15-dc515ca17faa up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:35:40.456921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 08a0d237-63ce-4837-ab15-dc515ca17faa triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:35:40.457564 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:42.163242 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b33d7ddf-12f9-4f57-bdb5-8361543a10f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:43.394455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:35:44.410893 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-25475c9c-b5b3-4e05-a286-5aacc003a2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:45.548886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:46.065880 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:35:46.548521 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:36:12.147108 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fad3ac11-e2f4-40f4-bbc1-3b8d73dac4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:36:14.385122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-800f934d-5c10-4649-9354-957be4bba151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:36:15.551134 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:36:16.059857 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:36:16.533061 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:36:20.394528 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:36:42.158281 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-db13f86a-0ff2-48a9-878f-5cdc738f2a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:36:44.390276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e28e7c67-312f-4f02-bd27-1985ced9fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:36:45.554926 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:36:46.063822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:36:46.546400 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:36:57.393813 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:37:12.153658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b5e78051-3319-40ca-bb0c-098d1c2d55d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:37:14.386164 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-494432a1-aba9-463a-b2f3-ea8d2c162ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:37:15.558335 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:37:16.067584 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:37:16.551562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:37:34.394282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:37:42.156974 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-23f1b4be-3c90-4e87-8553-c0d6904175b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:37:44.389238 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c949ab9e-9a7e-4a9a-aaa9-561a90f0e035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:37:45.563217 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:37:46.071661 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:37:46.559471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:37:51.223186 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 48472) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:37:51.349091 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9eeaa7-b073-4209-9142-1b9c42ab59ab admin admin] GET failed (client error): The resource could not be found.
Dec 04 00:37:51.349636 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4c9eeaa7-b073-4209-9142-1b9c42ab59ab admin admin] Synchronizing usage tracker for tenant:88501ff4d5b6430bbf7b70f41c177fb8 on resource:network {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:37:51.369211 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4c9eeaa7-b073-4209-9142-1b9c42ab59ab admin admin] Unset dirty status for tenant:88501ff4d5b6430bbf7b70f41c177fb8 on resource:network {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:37:51.370393 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4c9eeaa7-b073-4209-9142-1b9c42ab59ab admin admin] 10.222.0.88 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1460814
Dec 04 00:37:51.520833 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e625eba-b013-4202-b163-39d3c70c5b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:37:51.522433 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1e625eba-b013-4202-b163-39d3c70c5b07 admin admin] 10.222.0.88 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1472926
Dec 04 00:37:53.979876 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48482) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:37:54.143130 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51f66a6-f110-4966-9ede-2737e5f9ade8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:37:54.143790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a51f66a6-f110-4966-9ede-2737e5f9ade8 admin admin] Synchronizing usage tracker for tenant:88501ff4d5b6430bbf7b70f41c177fb8 on resource:subnet {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:37:54.164856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a51f66a6-f110-4966-9ede-2737e5f9ade8 admin admin] Unset dirty status for tenant:88501ff4d5b6430bbf7b70f41c177fb8 on resource:subnet {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:37:54.166054 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a51f66a6-f110-4966-9ede-2737e5f9ade8 admin admin] 10.222.0.88 "GET /v2.0/subnets/2ecc0679-93a3-4f20-8780-46b5356c2d32 HTTP/1.1" status: 200  len: 849 time: 0.1851261
Dec 04 00:37:54.180761 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:37:54.322055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Notify callbacks [] for subnet, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:37:54.644153 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790468117363'] for subnet, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:37:54.657263 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:37:54.796250 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ecc0679-93a3-4f20-8780-46b5356c2d32,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:37:54.817603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:37:54.818011 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:37:54.818347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:37:54.818714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:37:54.819075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:37:54.819459 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:37:54.819833 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:37:54.820185 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:37:54.820529 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:37:54.820954 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:37:54.821343 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:37:54.821670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:37:54.826620 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:37:54.859542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:37:54.860195 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:37:54.861580 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] 10.222.0.88 "PUT /v2.0/subnets/2ecc0679-93a3-4f20-8780-46b5356c2d32 HTTP/1.1" status: 200  len: 868 time: 0.6851387
Dec 04 00:37:54.864558 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18142aa1-9c82-4f98-a4ab-aa0b9405fa42 None None] Network 50911ac3-6fd3-4767-bc8a-d01f406885cb requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:37:55.383907 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-dcf275d0-99c9-42b2-a5df-8facc260862b None None] Provisioning complete for port 9bd5745e-1b33-4c6b-ab6b-a4329271d8d7 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:37:55.384479 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dcf275d0-99c9-42b2-a5df-8facc260862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:37:55.514927 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-dcf275d0-99c9-42b2-a5df-8facc260862b None None] Provisioning complete for port 611a7356-7ee2-4797-8932-c604c64e1ddb triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:37:55.515343 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dcf275d0-99c9-42b2-a5df-8facc260862b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:37:57.339740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48492) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:37:57.573722 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250fcbe5-5e86-4d3a-a363-f326d55bdec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:37:57.573990 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250fcbe5-5e86-4d3a-a363-f326d55bdec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:37:57.575719 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-250fcbe5-5e86-4d3a-a363-f326d55bdec2 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2343845
Dec 04 00:38:00.034975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48502) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:38:00.265905 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fda914d-2a3f-4080-97df-c115c3dc7ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:38:00.266335 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fda914d-2a3f-4080-97df-c115c3dc7ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:38:00.268067 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5fda914d-2a3f-4080-97df-c115c3dc7ce7 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2319825
Dec 04 00:38:02.726202 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48512) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:38:03.102953 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e9703-d85d-4996-a706-0f0caf68ebf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:38:03.104814 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-236e9703-d85d-4996-a706-0f0caf68ebf8 admin admin] 10.222.0.88 "GET /v2.0/networks/0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 HTTP/1.1" status: 200  len: 886 time: 0.3774419
Dec 04 00:38:05.590407 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48522) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:38:05.826719 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0241a486-ab79-4d49-8e00-0132b779cbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:38:05.828153 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0241a486-ab79-4d49-8e00-0132b779cbac admin admin] 10.222.0.88 "GET /v2.0/networks/50911ac3-6fd3-4767-bc8a-d01f406885cb HTTP/1.1" status: 200  len: 862 time: 0.2363689
Dec 04 00:38:08.288542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48532) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:38:08.449095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15209fef-98a7-4cd5-b93a-6304fc06b73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:38:08.449501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15209fef-98a7-4cd5-b93a-6304fc06b73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:38:08.451116 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-15209fef-98a7-4cd5-b93a-6304fc06b73a admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1614492
Dec 04 00:38:10.937223 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48542) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:38:11.109184 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b02eff1-d385-4c9c-8462-0ef821a9d7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:38:11.109522 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b02eff1-d385-4c9c-8462-0ef821a9d7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:38:11.111164 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6b02eff1-d385-4c9c-8462-0ef821a9d7d5 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1725194
Dec 04 00:38:11.393865 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:38:12.159953 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-151a5df5-b6b5-49f9-9951-cdcaa29e7532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:13.571472 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48552) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:38:13.740096 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff289b1-c886-449c-b09e-b100d4665f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:38:13.741506 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5ff289b1-c886-449c-b09e-b100d4665f8e admin admin] 10.222.0.88 "GET /v2.0/subnets/2ecc0679-93a3-4f20-8780-46b5356c2d32 HTTP/1.1" status: 200  len: 868 time: 0.1687381
Dec 04 00:38:14.393010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-747f375d-344c-47fe-afdd-d51c6cf9b247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:15.565368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:16.075247 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:16.169431 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48562) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:38:16.317055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab509ebc-f94e-447b-ba60-8b35179a67de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:38:16.318529 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ab509ebc-f94e-447b-ba60-8b35179a67de admin admin] 10.222.0.88 "GET /v2.0/subnets/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5 HTTP/1.1" status: 200  len: 816 time: 0.1477070
Dec 04 00:38:16.563628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:42.164098 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8aa78ace-9e24-4d5a-93cb-f7b46ba76952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:42.274693 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48602) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:38:42.368121 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [None req-7df0e104-dc50-49f5-ad16-f214ee98b178 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 00:38:42.369208 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7df0e104-dc50-49f5-ad16-f214ee98b178 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0930560
Dec 04 00:38:44.397004 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d689ba26-9c2d-4318-92b9-c59e21726f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:44.952263 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 48612) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:38:45.080075 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.pecan_wsgi.hooks.translation [None req-3066a1c1-3e24-41f6-b856-739ca63197df admin admin] GET failed (client error): The resource could not be found.
Dec 04 00:38:45.081390 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3066a1c1-3e24-41f6-b856-739ca63197df admin admin] 10.222.0.88 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1277766
Dec 04 00:38:45.225285 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dbb50e-196f-4db9-9e1d-316d9fc8e34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:38:45.227331 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c1dbb50e-196f-4db9-9e1d-316d9fc8e34d admin admin] 10.222.0.88 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1412399
Dec 04 00:38:45.570708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:46.081082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:46.566762 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:47.746366 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48622) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:38:47.838850 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:38:47.845509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:38:47.856593 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:38:47.868165 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] Made reservation on behalf of 88501ff4d5b6430bbf7b70f41c177fb8 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:38:47.872867 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:47.982288 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.services.revisions.revision_plugin [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7feb09a5c4e0] {project_id='88501ff4d5b6430bbf7b70f41c177fb8', id='24b02ee1-217b-4f72-9dbd-33a6773c7a42', target_tenant='*', action='access_as_shared', object_id='db62c53c-6feb-4f3c-a043-552896100a06'}> to bump revision.
Dec 04 00:38:48.009079 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:38:48.020515 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790468194624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:48.021003 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] Added segment b97ea123-6911-419f-a817-8761e76f2fed of type vxlan for network db62c53c-6feb-4f3c-a043-552896100a06
Dec 04 00:38:48.060376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:48.097254 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:48.098552 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:38:48.099201 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:48.102920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:38:48.212533 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4644380
Dec 04 00:38:48.213280 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] Pushing event updated for resources: {'Network': ['ID=db62c53c-6feb-4f3c-a043-552896100a06,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:38:48.216843 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:38:48.233000 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network db62c53c-6feb-4f3c-a043-552896100a06 details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:38:48.394031 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:38:50.705879 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48632) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:38:50.828077 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d315247-341d-4d31-9d1f-28096ce88764 admin admin] GET failed (client error): The resource could not be found.
Dec 04 00:38:50.828621 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8d315247-341d-4d31-9d1f-28096ce88764 admin admin] Synchronizing usage tracker for tenant:88501ff4d5b6430bbf7b70f41c177fb8 on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:38:50.846286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8d315247-341d-4d31-9d1f-28096ce88764 admin admin] Unset dirty status for tenant:88501ff4d5b6430bbf7b70f41c177fb8 on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:38:50.847467 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8d315247-341d-4d31-9d1f-28096ce88764 admin admin] 10.222.0.88 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1402802
Dec 04 00:38:50.968628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012b30fc-29c1-47fd-be49-a2f1604ef4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:38:50.970206 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-012b30fc-29c1-47fd-be49-a2f1604ef4e5 admin admin] 10.222.0.88 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1156545
Dec 04 00:38:50.985733 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'db62c53c-6feb-4f3c-a043-552896100a06', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:38:50.991018 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:38:51.001805 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:38:51.013172 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] Made reservation on behalf of 88501ff4d5b6430bbf7b70f41c177fb8 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:38:51.017793 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:51.456446 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:51.469620 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e767fd46-05ee-4cab-8494-79e9df1d6dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:38:51.596109 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37dafafd-882a-43ff-9f6e-bcfba20e1114,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:38:51.600866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:38:51.687810 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] Checking segment: {'id': 'b97ea123-6911-419f-a817-8761e76f2fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db62c53c-6feb-4f3c-a043-552896100a06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:38:51.688209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] Network hostable DHCP agents. Network: db62c53c-6feb-4f3c-a043-552896100a06, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:38:51.709208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] Network db62c53c-6feb-4f3c-a043-552896100a06 is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:38:51.720186 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, db62c53c-6feb-4f3c-a043-552896100a06) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:38:51.726280 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:38:51.727066 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:51.731758 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e4b7c1-e31a-4258-bb18-206581580eab None None] Network db62c53c-6feb-4f3c-a043-552896100a06 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:38:51.756773 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7750158
Dec 04 00:38:51.979658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5b127e5-83c8-5931-8751-a31674356172-db62c53c-6feb-4f3c-a043-552896100a06', 'network_id': 'db62c53c-6feb-4f3c-a043-552896100a06', 'tenant_id': '88501ff4d5b6430bbf7b70f41c177fb8', 'fixed_ips': [{'subnet_id': '37dafafd-882a-43ff-9f6e-bcfba20e1114'}]}} from dv-cinder-763306-5-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 00:38:51.980782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:52.286612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Allocated IP 192.168.233.2 (db62c53c-6feb-4f3c-a043-552896100a06/37dafafd-882a-43ff-9f6e-bcfba20e1114/835d8616-6d4c-4be3-bf78-f30e205e502e) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:38:52.678264 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:52.689934 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Transition to ACTIVE for port object 835d8616-6d4c-4be3-bf78-f30e205e502e will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:38:52.706535 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Transition to ACTIVE for port object 835d8616-6d4c-4be3-bf78-f30e205e502e will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:38:52.711749 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:52.728656 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:38:52.865433 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Pushing event updated for resources: {'Port': ['ID=835d8616-6d4c-4be3-bf78-f30e205e502e,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:38:52.887682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:38:52.888082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:38:52.888471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:38:52.888845 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:38:52.889209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:38:52.889575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:38:52.889963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:38:52.890324 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:38:52.890687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:38:52.891047 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:38:52.891407 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:38:52.891817 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:38:52.897020 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:38:52.935819 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Network db62c53c-6feb-4f3c-a043-552896100a06 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:38:52.937066 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:38:52.939497 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:38:52.995763 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Attempting to bind port 835d8616-6d4c-4be3-bf78-f30e205e502e on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:38:52.996180 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Attempting to bind port 835d8616-6d4c-4be3-bf78-f30e205e502e by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'b97ea123-6911-419f-a817-8761e76f2fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db62c53c-6feb-4f3c-a043-552896100a06'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:38:52.996586 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Attempting to bind port 835d8616-6d4c-4be3-bf78-f30e205e502e on network db62c53c-6feb-4f3c-a043-552896100a06 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:38:53.002446 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:38:53.002865 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Checking segment: {'id': 'b97ea123-6911-419f-a817-8761e76f2fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db62c53c-6feb-4f3c-a043-552896100a06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:38:53.003307 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:53.003768 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Bound using segment: {'id': 'b97ea123-6911-419f-a817-8761e76f2fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db62c53c-6feb-4f3c-a043-552896100a06'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:38:53.004282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Bound port: 835d8616-6d4c-4be3-bf78-f30e205e502e, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97ea123-6911-419f-a817-8761e76f2fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db62c53c-6feb-4f3c-a043-552896100a06'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:38:53.004689 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:53.101426 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] For port 835d8616-6d4c-4be3-bf78-f30e205e502e, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:38:53.105682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] For port 835d8616-6d4c-4be3-bf78-f30e205e502e, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=835d8616-6d4c-4be3-bf78-f30e205e502e,segment=NetworkSegment(b97ea123-6911-419f-a817-8761e76f2fed),segment_id=b97ea123-6911-419f-a817-8761e76f2fed)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:38:53.108390 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:53.124597 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:38:53.277539 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Pushing event updated for resources: {'Port': ['ID=835d8616-6d4c-4be3-bf78-f30e205e502e,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:38:53.282225 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:38:54.489512 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 835d8616-6d4c-4be3-bf78-f30e205e502e up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:38:54.545387 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e663674-5137-40b8-a964-952b3b7bf562 None None] Network db62c53c-6feb-4f3c-a043-552896100a06 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:38:54.675563 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-57e7047d-a2e2-4fa4-8333-dc4a182215c0 None None] Provisioning for port 835d8616-6d4c-4be3-bf78-f30e205e502e completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:38:54.682080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 835d8616-6d4c-4be3-bf78-f30e205e502e completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:38:54.687922 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-57e7047d-a2e2-4fa4-8333-dc4a182215c0 None None] Provisioning complete for port 835d8616-6d4c-4be3-bf78-f30e205e502e triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:38:54.688337 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57e7047d-a2e2-4fa4-8333-dc4a182215c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:54.728032 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 835d8616-6d4c-4be3-bf78-f30e205e502e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:38:54.728714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:55.029833 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57e7047d-a2e2-4fa4-8333-dc4a182215c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:55.046014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:55.098028 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-57e7047d-a2e2-4fa4-8333-dc4a182215c0 None None] For port 835d8616-6d4c-4be3-bf78-f30e205e502e, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=835d8616-6d4c-4be3-bf78-f30e205e502e,segment=NetworkSegment(b97ea123-6911-419f-a817-8761e76f2fed),segment_id=b97ea123-6911-419f-a817-8761e76f2fed)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:38:55.129674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57e7047d-a2e2-4fa4-8333-dc4a182215c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:55.139778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:38:55.224826 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:38:55.225231 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:38:55.229656 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7047d-a2e2-4fa4-8333-dc4a182215c0 None None] Pushing event updated for resources: {'Port': ['ID=835d8616-6d4c-4be3-bf78-f30e205e502e,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:38:55.233059 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-57e7047d-a2e2-4fa4-8333-dc4a182215c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:38:55.360345 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-a7396a33-46b0-4d2e-97ce-96acee3b8b18 None None] Provisioning complete for port 835d8616-6d4c-4be3-bf78-f30e205e502e triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:38:55.360859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a7396a33-46b0-4d2e-97ce-96acee3b8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:55.609776 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-dc633468-a1e7-48b5-b063-6e4110c9306f None None] Provisioning complete for port 835d8616-6d4c-4be3-bf78-f30e205e502e triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:38:55.610316 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc633468-a1e7-48b5-b063-6e4110c9306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:38:56.449463 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 835d8616-6d4c-4be3-bf78-f30e205e502e up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:38:56.522843 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 835d8616-6d4c-4be3-bf78-f30e205e502e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:38:56.523162 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:39:12.317714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4e528225-cf40-4244-9c21-ec4c27c7fbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:39:14.412519 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a52930bf-7565-4d53-92c0-663eda62dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:39:15.577453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:39:16.084578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:39:16.579042 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:39:25.394691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:39:42.176852 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-93812853-57d2-4777-86fe-e4d8b54fd11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:39:44.417459 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cb41030c-f75e-4ad3-a4ca-8e31825868c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:39:45.575583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:39:46.090228 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:39:46.579004 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:02.394955 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:40:09.178072 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48676) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:40:09.185356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [None req-15ce2558-31c6-49aa-ac93-04e310367f90 tempest-verify_tempest_config-48206030 tempest-verify_tempest_config-48206030] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 00:40:09.186583 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-15ce2558-31c6-49aa-ac93-04e310367f90 tempest-verify_tempest_config-48206030 tempest-verify_tempest_config-48206030] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.0072234
Dec 04 00:40:09.586306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48696) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:40:09.764863 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:09.780890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:40:09.785356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Usage tracker for resource:security_group_rule and tenant:018f8acd30304d8bbeafc66269bbd0f6 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:40:09.788863 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:40:09.794821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:40:09.889815 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:09.893564 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:09.901545 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:40:09.944047 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=018f8acd30304d8bbeafc66269bbd0f6&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3561988
Dec 04 00:40:09.944854 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d28e0e-44a7-49fd-bf45-f366f7dd8e20,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:40:09.947430 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 48702) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:40:09.952438 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:09.952831 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:09.953203 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:09.953601 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:09.953958 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:09.954331 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:09.954690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:09.955044 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:09.955415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:09.955794 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:09.956146 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:09.956498 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:09.960534 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:40:10.014484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:10.042250 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:10.094128 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:10.098118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:40:10.110421 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d28e0e-44a7-49fd-bf45-f366f7dd8e20,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:40:10.121090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:10.121476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:10.121848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:10.122211 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:10.122570 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:10.122939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:10.123295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:10.123676 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:10.124044 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:10.124399 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:10.124756 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:10.125098 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:40:10.128231 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:10.129465 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/55d28e0e-44a7-49fd-bf45-f366f7dd8e20 HTTP/1.1" status: 204  len: 168 time: 0.1808913
Dec 04 00:40:10.130398 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:40:12.170084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ddf94391-f3ab-4ba0-9d8d-4b93230f3ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:14.412509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b24746d8-7d8e-42a5-9678-4d86440f1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:15.590413 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:16.084721 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:16.582576 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:39.401185 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:40:42.176606 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4a120566-99e6-4175-b7da-4be134dc0577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:44.422493 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d50b4396-d26b-49be-b54c-5d27e7353a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:45.588145 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:46.082939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:40:46.588247 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:41:12.186758 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7056e1af-8618-4e0a-a534-e783c737f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:41:14.422529 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a26d5af2-a290-4cdb-8054-9e82e931420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:41:15.592390 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:41:16.089389 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:41:16.405875 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:41:16.587309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:41:42.179119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-876ffb7c-3762-4827-81b1-f63027fa2815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:41:44.427774 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-562284d5-3602-4eb5-b344-2f5b622c964c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:41:45.593388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:41:46.074532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:41:46.593892 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:41:53.413088 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 5 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:41:55.887385 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193'] for agent, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:41:55.888008 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:41:55.888242 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:41:55.888624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:41:55.889004 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:41:55.889381 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:41:55.889760 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:41:55.890133 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:41:55.890506 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:41:55.890882 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:41:55.891249 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:41:55.891655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:41:55.892032 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:41:55.892508 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7feb0a20df28>, 'Open vSwitch agent', 'hv-cinder-76330', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:41:55.896841 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7feb0ae1ed68>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76330', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:41:56.223683 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] get_endpoint_by_host() called for host hv-cinder-76330 {{(pid=80264) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 04 00:41:56.231358 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] get_endpoint_by_ip() called for ip 192.168.0.81 {{(pid=80264) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 04 00:41:56.236499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] _add_endpoint() called for ip 192.168.0.81 {{(pid=80264) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 04 00:41:56.242603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] _get_endpoints() called {{(pid=80264) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 04 00:42:09.768006 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 48776) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:42:09.944588 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6442919e-9c67-421c-af20-5439509a39ec admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1750004
Dec 04 00:42:12.173152 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-da9e2512-fff5-414b-9288-f0bb002dc210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:42:12.421503 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48786) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:42:12.526247 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-846e4c1d-b00e-40a8-bced-9fe606bdda41 admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1029115
Dec 04 00:42:14.421371 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d2eddb3-d6da-4f3d-a584-fa1fa683eced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:42:15.601485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:42:16.079015 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:42:16.593497 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:42:25.884693 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:42:30.408862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:42:42.181935 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-331ca030-8123-402b-b855-58e74e53949c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:42:44.433914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-96bda5a5-1d94-4dfe-90d0-1890c584d638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:42:45.600678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:42:46.086650 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:42:46.596163 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:42:55.893262 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:07.399290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:43:12.166469 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e29eab5b-fee5-407c-92eb-3d0792907b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:14.428583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bad960ee-82be-4eac-bb3c-cde72c58c454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:15.601907 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:16.080960 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:16.600365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:25.887682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:42.168999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e5272950-c0c9-4857-b7d4-ff7cfc978dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:44.400175 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:43:44.435057 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc2a7c19-6f82-48f5-8cbc-6d9a045949a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:45.611745 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:46.090854 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:46.623847 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:49.538662 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48984) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:49.744946 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 48996) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:49.808083 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49006) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:49.861740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49012) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:50.082195 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1206619086-network', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:43:50.090031 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:50.096554 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Usage tracker for resource:network and tenant:ad16774878464ffba02b8d1ebd37d1f9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:50.100846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:50.107257 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:50.117774 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Made reservation on behalf of ad16774878464ffba02b8d1ebd37d1f9 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:43:50.132235 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.169365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.199309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:50.208364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Usage tracker for resource:security_group_rule and tenant:ad16774878464ffba02b8d1ebd37d1f9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:50.217394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-707262726-network', 'tenant_id': '09801578e916483aa6201d3b9a595e8c'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:43:50.220819 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:50.238405 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:50.241287 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:50.253565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Usage tracker for resource:network and tenant:09801578e916483aa6201d3b9a595e8c is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:50.259988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:50.267519 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:50.289883 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Made reservation on behalf of 09801578e916483aa6201d3b9a595e8c for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:43:50.294668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.313624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-113927925-network', 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:43:50.321612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.336844 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:50.340968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Usage tracker for resource:network and tenant:8aa42ed1a820400997e02b1aa7e33362 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:50.343951 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:50.348811 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49030) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:50.350278 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:50.362826 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-978115606-network', 'tenant_id': '5cb3fa42f2964c6bb0dea1c1a4ac2031'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:43:50.374108 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Made reservation on behalf of 8aa42ed1a820400997e02b1aa7e33362 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:43:50.378735 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.396170 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:50.399140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.416841 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:50.420912 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Usage tracker for resource:security_group_rule and tenant:09801578e916483aa6201d3b9a595e8c is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:50.426075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:50.435318 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Usage tracker for resource:network and tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:50.438202 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:50.444649 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:50.449582 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:50.464724 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:8aa42ed1a820400997e02b1aa7e33362 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:50.465430 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1479128558-network', 'tenant_id': 'f3fb2c68eaca47ce9cfb9802a3818570'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:43:50.471309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:50.474168 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:50.481252 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Usage tracker for resource:network and tenant:f3fb2c68eaca47ce9cfb9802a3818570 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:50.482502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:50.485278 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:50.493410 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:50.510515 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:50.530848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Made reservation on behalf of 5cb3fa42f2964c6bb0dea1c1a4ac2031 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:43:50.535655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.573580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.595795 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.602404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Made reservation on behalf of f3fb2c68eaca47ce9cfb9802a3818570 for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:43:50.607399 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.608224 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:50.611673 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.618895 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Usage tracker for resource:security_group_rule and tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:50.628715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:50.628945 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.635996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b3a5afdf-9af3-4a1d-b75a-d5317737a393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:50.650033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:50.654120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Usage tracker for resource:security_group_rule and tenant:f3fb2c68eaca47ce9cfb9802a3818570 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:50.657290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:50.663561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:50.672249 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ed84b8-6de2-4ff1-ae05-baef16ce08a0,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:50.686891 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:50.689635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.690012 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.690387 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.690757 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.691125 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.691578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.692007 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.692371 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.692782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.693142 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.693500 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.693856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.694292 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.694673 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.695033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.695388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.695782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.696142 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.696501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.696862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.697231 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.697569 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.697970 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.698324 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Tracked resource versions report:
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]: pushed versions:
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]: consumer versions:
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     L3 agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metering agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-763306-5-iscsi: {   'AddressGroup': '1.0',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'},
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'ConntrackHelper': '1.0',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Log': '1.0',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Network': '1.1',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Port': '1.6',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'PortForwarding': '1.2',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'QosPolicy': '1.8',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'SecurityGroup': '1.3',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'SecurityGroupRule': '1.1',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'SubPort': '1.0',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Subnet': '1.1',
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Trunk': '1.1'}}
Dec 04 00:43:50.699658 dv-cinder-763306-5-iscsi neutron-server[80151]:  {{(pid=80263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 00:43:50.725565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:50.731071 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:43:50.764593 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.768887 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.775866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:50.776447 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790468194624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.776892 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Added segment 14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8 of type vxlan for network 1a96c76c-b31f-4d8f-acd6-db58f60b517e
Dec 04 00:43:50.814054 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.814810 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20088ade-f190-43a6-a6d3-b348280fbe21,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:50.828599 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.829133 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.830405 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.830966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.831676 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.832135 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.832415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.832911 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.833414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.833906 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.834415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.835326 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.835863 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.836439 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.837051 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.837560 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.838062 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.838553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.839064 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.839598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.840122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.840637 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.841129 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.841628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.842124 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Tracked resource versions report:
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]: pushed versions:
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]: consumer versions:
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     L3 agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metering agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-763306-5-iscsi: {   'AddressGroup': '1.0',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'},
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'ConntrackHelper': '1.0',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Log': '1.0',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Network': '1.1',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Port': '1.6',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'PortForwarding': '1.2',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'QosPolicy': '1.8',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'SecurityGroup': '1.3',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'SecurityGroupRule': '1.1',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'SubPort': '1.0',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Subnet': '1.1',
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Trunk': '1.1'}}
Dec 04 00:43:50.843609 dv-cinder-763306-5-iscsi neutron-server[80151]:  {{(pid=80262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 00:43:50.853157 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:50.875948 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:50.899587 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.904878 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.914452 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:50.968818 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7452f50-b4ec-44e7-a9fd-a153b7b350cd,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:50.987052 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:50.987559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:51.017762 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:43:51.018219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:43:51.032589 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.041846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.043156 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:43:51.043846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.048667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80263) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:43:51.048938 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:43:51.053104 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:51.061923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80263) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:43:51.061923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:43:51.062241 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.065369 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:51.065957 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bea03bd0-7d58-46ed-a069-347eb8f58862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:51.164643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:43:51.200696 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Pushing event updated for resources: {'Network': ['ID=1a96c76c-b31f-4d8f-acd6-db58f60b517e,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:51.208806 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:51.212945 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:51.216593 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network 1a96c76c-b31f-4d8f-acd6-db58f60b517e details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:43:51.224754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790468194624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.225203 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Added segment f0c38287-3d7f-4fbc-a583-19e6545d60d3 of type vxlan for network 9a051e40-edbf-4acc-ad11-99eefa876f20
Dec 04 00:43:51.260244 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.7203619
Dec 04 00:43:51.263347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49064) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:51.270691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network 1a96c76c-b31f-4d8f-acd6-db58f60b517e details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:43:51.272546 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Request body: {'subnet': {'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1206619086-subnet', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:43:51.276414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a94503d-391a-48f0-96f1-9110030bc253,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:51.281430 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:51.283145 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.297822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:51.305233 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Usage tracker for resource:subnet and tenant:ad16774878464ffba02b8d1ebd37d1f9 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:51.312446 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:51.329552 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:51.345883 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Made reservation on behalf of ad16774878464ffba02b8d1ebd37d1f9 for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:43:51.350796 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.352700 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.354329 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:43:51.354960 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.363715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:51.523248 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.591004 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.601453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.610891 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Pushing event updated for resources: {'Network': ['ID=9a051e40-edbf-4acc-ad11-99eefa876f20,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:51.614514 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:51.640953 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network 9a051e40-edbf-4acc-ad11-99eefa876f20 details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:43:51.658173 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.7928579
Dec 04 00:43:51.670272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49084) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:51.682368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Request body: {'subnet': {'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-978115606-subnet', 'tenant_id': '5cb3fa42f2964c6bb0dea1c1a4ac2031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:43:51.683854 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network 9a051e40-edbf-4acc-ad11-99eefa876f20 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:43:51.705305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:43:51.717728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:51.722681 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Usage tracker for resource:subnet and tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:51.723023 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790468194624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.723644 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Added segment 94847b4a-1088-4419-b3c9-cff4e907d30c of type vxlan for network f4c4d338-1e8e-4a6b-9ab2-11c8c7614618
Dec 04 00:43:51.728250 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:51.735377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:51.781136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.862628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Made reservation on behalf of 5cb3fa42f2964c6bb0dea1c1a4ac2031 for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:43:51.864257 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.901923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.903314 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:43:51.909153 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:51.919994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:51.960329 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80263) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:43:51.960688 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:43:52.050520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:43:52.050947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:43:52.069937 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.2605348
Dec 04 00:43:52.070586 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49106) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:52.074239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:52.081047 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Request body: {'subnet': {'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-113927925-subnet', 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:43:52.087567 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:52.092066 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:52.093323 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:43:52.093458 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Usage tracker for resource:subnet and tenant:8aa42ed1a820400997e02b1aa7e33362 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:52.096971 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:52.104376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:52.114093 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Made reservation on behalf of 8aa42ed1a820400997e02b1aa7e33362 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:43:52.119144 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:52.321379 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:43:52.323588 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:52.663730 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:43:52.691738 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:52.695935 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:52.696320 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Added segment ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5 of type vxlan for network dc90b975-b9c9-4405-9c10-5717502335b0
Dec 04 00:43:52.718866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:52.742340 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:52.749584 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49126) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:52.859797 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:52.868329 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:52.878185 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:52.933142 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3fd5653-af84-4d8e-b53f-8e48b11f3606,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:52.954719 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:52.985729 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80263) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:43:52.986094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:43:52.999643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.003819 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0844ad5e-6859-4e2f-95ea-5f7017308aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.016972 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:43:53.017620 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.027855 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=887d58e7-6037-47d9-82f2-709206eff474,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:53.028250 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:53.030982 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:53.069194 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0844ad5e-6859-4e2f-95ea-5f7017308aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:53.095190 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Checking segment: {'id': '94847b4a-1088-4419-b3c9-cff4e907d30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:43:53.095648 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Network hostable DHCP agents. Network: f4c4d338-1e8e-4a6b-9ab2-11c8c7614618, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:43:53.115644 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Network f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:43:53.124790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, f4c4d338-1e8e-4a6b-9ab2-11c8c7614618) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:43:53.128863 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:43:53.129515 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.135028 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a76d552-cb19-4a29-9197-ce88dd635eb5 None None] Network f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:43:53.144864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0844ad5e-6859-4e2f-95ea-5f7017308aae admin admin] Usage tracker for resource:security_group_rule and tenant:d9db120ab4be469aa26a9e549fe7fa0b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:53.149140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0844ad5e-6859-4e2f-95ea-5f7017308aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:53.155713 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.0836878
Dec 04 00:43:53.158553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49142) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:53.164828 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-113927925-router', 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:43:53.170191 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:53.174878 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Usage tracker for resource:router and tenant:8aa42ed1a820400997e02b1aa7e33362 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:53.178821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:53.182497 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0844ad5e-6859-4e2f-95ea-5f7017308aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:53.186373 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:53.196873 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Checking segment: {'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:43:53.197351 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Network hostable DHCP agents. Network: 1a96c76c-b31f-4d8f-acd6-db58f60b517e, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:43:53.200186 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759826'] for router, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.201372 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15974'] for router, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.212599 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.8624821
Dec 04 00:43:53.216927 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49146) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:53.228673 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Request body: {'subnet': {'network_id': 'dc90b975-b9c9-4405-9c10-5717502335b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1479128558-subnet', 'tenant_id': 'f3fb2c68eaca47ce9cfb9802a3818570', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:43:53.237655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:53.241074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.250117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Usage tracker for resource:subnet and tenant:f3fb2c68eaca47ce9cfb9802a3818570 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:53.254143 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:53.255645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Pushing event updated for resources: {'Network': ['ID=dc90b975-b9c9-4405-9c10-5717502335b0,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:53.264516 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:53.265993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:53.279332 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Made reservation on behalf of f3fb2c68eaca47ce9cfb9802a3818570 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:43:53.284870 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.309925 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Network 1a96c76c-b31f-4d8f-acd6-db58f60b517e is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:43:53.322543 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.341269 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, 1a96c76c-b31f-4d8f-acd6-db58f60b517e) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:43:53.346306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:53.387973 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network dc90b975-b9c9-4405-9c10-5717502335b0 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:43:53.402092 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network dc90b975-b9c9-4405-9c10-5717502335b0 details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:43:53.417549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3899aef7-1426-473b-8d76-41544444fe5b None None] Network 1a96c76c-b31f-4d8f-acd6-db58f60b517e requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:43:53.437661 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:43:53.438308 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.446533 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49152) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:53.544536 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0844ad5e-6859-4e2f-95ea-5f7017308aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.562790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0844ad5e-6859-4e2f-95ea-5f7017308aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.584228 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.3190975
Dec 04 00:43:53.585396 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd1b4bf-3c93-43a9-bef9-7e21218b6544,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:53.591997 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49164) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:53.598754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:53.611560 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-32c4bc15-99ba-43cb-b848-99a5d4e64147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:53.630902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:43:53.652463 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:53.670613 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Usage tracker for resource:router and tenant:ad16774878464ffba02b8d1ebd37d1f9 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:53.683580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0844ad5e-6859-4e2f-95ea-5f7017308aae admin admin] Synchronizing usage tracker for tenant:88501ff4d5b6430bbf7b70f41c177fb8 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:43:53.691782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:53.702266 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:53.719480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844ad5e-6859-4e2f-95ea-5f7017308aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e705bf-fd4d-43e6-ab9c-eb49bbb37d37,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:53.728192 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0844ad5e-6859-4e2f-95ea-5f7017308aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:53.735171 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759826'] for router, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.736548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15974'] for router, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.756674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-0844ad5e-6859-4e2f-95ea-5f7017308aae admin admin] Unset dirty status for tenant:88501ff4d5b6430bbf7b70f41c177fb8 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:43:53.760708 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0844ad5e-6859-4e2f-95ea-5f7017308aae admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d9db120ab4be469aa26a9e549fe7fa0b&name=default HTTP/1.1" status: 200  len: 2875 time: 1.0022242
Dec 04 00:43:53.763652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49168) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:53.791046 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15991'] for router, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.797044 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.797557 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.902500 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f472a288-74ea-4655-8191-db14c1023628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:53.929227 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Checking segment: {'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:43:53.929716 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Network hostable DHCP agents. Network: 9a051e40-edbf-4acc-ad11-99eefa876f20, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:43:53.932612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:43:53.959658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f472a288-74ea-4655-8191-db14c1023628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:53.965888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e8cd62-d5cb-4921-afd5-c098ad988e3e None None] Network f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:43:54.015929 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790468194624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.016563 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Added segment c81e35c4-1e5f-4c97-b339-5bdb970ce00d of type vxlan for network cdf68f31-2f13-4060-b6e6-c7095799b7c3
Dec 04 00:43:54.029144 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f472a288-74ea-4655-8191-db14c1023628 admin admin] Usage tracker for resource:security_group_rule and tenant:c99c2fd898324f86b1959741a95f8e10 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:54.053427 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.096440 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f472a288-74ea-4655-8191-db14c1023628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:54.104184 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.117002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:43:54.117251 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f472a288-74ea-4655-8191-db14c1023628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:54.117892 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.123095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42ceddb4-5b5c-4175-bdd0-7d5dcbc63ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.142630 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Network 9a051e40-edbf-4acc-ad11-99eefa876f20 is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:43:54.151575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:54.271818 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 4.5227518
Dec 04 00:43:54.287667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49180) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:54.311261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Request body: {'subnet': {'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-subnet', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:43:54.315824 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Pushing event updated for resources: {'Network': ['ID=cdf68f31-2f13-4060-b6e6-c7095799b7c3,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:54.319384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:54.332650 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:54.342020 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Usage tracker for resource:subnet and tenant:09801578e916483aa6201d3b9a595e8c is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:54.360743 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network cdf68f31-2f13-4060-b6e6-c7095799b7c3 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:43:54.371350 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:54.378237 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network cdf68f31-2f13-4060-b6e6-c7095799b7c3 details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:43:54.383020 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:54.436567 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, 9a051e40-edbf-4acc-ad11-99eefa876f20) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:43:54.442630 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15991'] for router, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.447940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42ceddb4-5b5c-4175-bdd0-7d5dcbc63ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.467709 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5b127e5-83c8-5931-8751-a31674356172-1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606'}]}} from dv-cinder-763306-5-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 00:43:54.468603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.474208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:43:54.474863 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.482075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Made reservation on behalf of 09801578e916483aa6201d3b9a595e8c for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:43:54.487812 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.537562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c453913-1979-4a13-bcae-6ce6dd78a10e None None] Network 9a051e40-edbf-4acc-ad11-99eefa876f20 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:43:54.541234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f472a288-74ea-4655-8191-db14c1023628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.557146 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f472a288-74ea-4655-8191-db14c1023628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.624255 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:54.647811 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.9684052
Dec 04 00:43:54.691674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472a288-74ea-4655-8191-db14c1023628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c55219-8439-4ee2-866d-23ce2ca0b2c0,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:54.712779 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f472a288-74ea-4655-8191-db14c1023628 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c99c2fd898324f86b1959741a95f8e10&name=default HTTP/1.1" status: 200  len: 2875 time: 1.2563403
Dec 04 00:43:54.713208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f472a288-74ea-4655-8191-db14c1023628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:54.713737 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49190) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:54.718060 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42ceddb4-5b5c-4175-bdd0-7d5dcbc63ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.775597 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0844ad5e-6859-4e2f-95ea-5f7017308aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:54.818948 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-42ceddb4-5b5c-4175-bdd0-7d5dcbc63ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.818948 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-42ceddb4-5b5c-4175-bdd0-7d5dcbc63ee2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/68e705bf-fd4d-43e6-ab9c-eb49bbb37d37 HTTP/1.1" status: 204  len: 168 time: 1.0525804
Dec 04 00:43:54.818948 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf5e2-5913-488f-97c2-bdd2507bbc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.854491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf5e2-5913-488f-97c2-bdd2507bbc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.920811 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ceddb4-5b5c-4175-bdd0-7d5dcbc63ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e705bf-fd4d-43e6-ab9c-eb49bbb37d37,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:54.935186 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-42ceddb4-5b5c-4175-bdd0-7d5dcbc63ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:54.935903 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf5e2-5913-488f-97c2-bdd2507bbc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.945236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:54.969470 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbf5e2-5913-488f-97c2-bdd2507bbc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c55219-8439-4ee2-866d-23ce2ca0b2c0,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:54.975122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0bfbf5e2-5913-488f-97c2-bdd2507bbc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:54.976622 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf5e2-5913-488f-97c2-bdd2507bbc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:54.980973 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0bfbf5e2-5913-488f-97c2-bdd2507bbc28 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/39c55219-8439-4ee2-866d-23ce2ca0b2c0 HTTP/1.1" status: 204  len: 168 time: 0.2615952
Dec 04 00:43:55.143614 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Allocated IP 172.20.0.2 (1a96c76c-b31f-4d8f-acd6-db58f60b517e/e3fd5653-af84-4d8e-b53f-8e48b11f3606/e6319dd2-30d0-499c-a740-a947460af1dd) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:43:55.174689 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:55.225549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:55.387643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e177594-b366-41fb-948c-8958cd13ca73 None None] Network 9a051e40-edbf-4acc-ad11-99eefa876f20 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:43:55.485477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:55.510344 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:55.591414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb4682d8-1df9-4543-beca-a2f86fdcdbff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:55.632936 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:55.747801 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4bfe4d6-eda3-4ec1-9cf6-c1a019ace826,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:55.837814 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49232) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:55.838191 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49234) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:55.851627 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 04 00:43:55.862920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:55.893365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f3560046-51b8-4a26-be80-dadc8857776b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:55.959606 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:55.965580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:55.982026 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Transition to ACTIVE for port object e6319dd2-30d0-499c-a740-a947460af1dd will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:43:55.990103 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f3560046-51b8-4a26-be80-dadc8857776b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:56.003229 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f3560046-51b8-4a26-be80-dadc8857776b admin admin] Usage tracker for resource:security_group_rule and tenant:fbae75bf9167430586d104205e3d4ffb is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:56.008776 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Transition to ACTIVE for port object e6319dd2-30d0-499c-a740-a947460af1dd will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:43:56.016477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:56.022381 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f3560046-51b8-4a26-be80-dadc8857776b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:56.038122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f3560046-51b8-4a26-be80-dadc8857776b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:56.253109 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:56.255876 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-d644142d-2a1c-4dac-b718-2901f9f0b8c0 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:43:56.257536 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-d644142d-2a1c-4dac-b718-2901f9f0b8c0 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/networks?id=9a051e40-edbf-4acc-ad11-99eefa876f20 HTTP/1.1" status: 200  len: 814 time: 0.4182026
Dec 04 00:43:56.294677 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-58b66ff7-bccb-4db6-9be5-6a4eb66a1549 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/quotas/5cb3fa42f2964c6bb0dea1c1a4ac2031 HTTP/1.1" status: 200  len: 375 time: 0.0222938
Dec 04 00:43:56.390555 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Checking segment: {'id': 'ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc90b975-b9c9-4405-9c10-5717502335b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:43:56.391413 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Network hostable DHCP agents. Network: dc90b975-b9c9-4405-9c10-5717502335b0, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:43:56.414915 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Pushing event updated for resources: {'Port': ['ID=e6319dd2-30d0-499c-a740-a947460af1dd,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:56.429487 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.430245 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.430579 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.431131 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.431602 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.432269 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.432640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.433008 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.433546 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.434028 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.434706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.435073 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.435546 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Network dc90b975-b9c9-4405-9c10-5717502335b0 is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:43:56.435666 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.435915 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.436277 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.436638 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.437068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.437428 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.437786 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.438143 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.438860 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.439228 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.439614 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.439970 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Tracked resource versions report:
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]: pushed versions:
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]: consumer versions:
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     L3 agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metering agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-763306-5-iscsi: {   'AddressGroup': '1.0',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'},
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'ConntrackHelper': '1.0',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Log': '1.0',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Network': '1.1',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Port': '1.6',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'PortForwarding': '1.2',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'QosPolicy': '1.8',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'SecurityGroup': '1.3',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'SecurityGroupRule': '1.1',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'SubPort': '1.0',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Subnet': '1.1',
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Trunk': '1.1'}}
Dec 04 00:43:56.441469 dv-cinder-763306-5-iscsi neutron-server[80151]:  {{(pid=80264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 00:43:56.447313 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, dc90b975-b9c9-4405-9c10-5717502335b0) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:43:56.454464 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:56.456098 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:43:56.456719 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:56.470559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f90da-4a3b-47e1-a48f-4a347e2ed30f None None] Network dc90b975-b9c9-4405-9c10-5717502335b0 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:43:56.473658 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-8c000e8a-307f-491f-bb0a-ce8c30942e27 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?tenant_id=5cb3fa42f2964c6bb0dea1c1a4ac2031&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1376169
Dec 04 00:43:56.526190 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Allocated IP 172.27.3.53 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/37254c1b-4a46-44d3-9de0-28a1a646453c) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:43:56.563740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:56.610347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e6ec0349-91d9-4c85-b903-c44f157ecca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:56.641072 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f3560046-51b8-4a26-be80-dadc8857776b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:56.646837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f3560046-51b8-4a26-be80-dadc8857776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:56.725033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-42ceddb4-5b5c-4175-bdd0-7d5dcbc63ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:56.759386 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3560046-51b8-4a26-be80-dadc8857776b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0b1a8f-0664-452f-a348-fd33683bdd70,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:56.766429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f3560046-51b8-4a26-be80-dadc8857776b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:56.799713 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f3560046-51b8-4a26-be80-dadc8857776b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fbae75bf9167430586d104205e3d4ffb&name=default HTTP/1.1" status: 200  len: 2877 time: 0.9562130
Dec 04 00:43:56.810186 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-16fe35b1-5f52-42f2-a633-7a5964285969 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.5809307
Dec 04 00:43:56.810428 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49260) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:56.824179 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Network 1a96c76c-b31f-4d8f-acd6-db58f60b517e is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:43:56.841002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:43:56.844953 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:43:56.861644 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8322b4d1-9a0c-42f2-a911-3bc67b7cd900,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:56.871935 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:56.997640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:57.024852 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bbabb0a9-67c5-48a5-aa67-388eaa95008e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:57.026924 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Checking segment: {'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:43:57.031893 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Network hostable DHCP agents. Network: cdf68f31-2f13-4060-b6e6-c7095799b7c3, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:43:57.063600 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Network cdf68f31-2f13-4060-b6e6-c7095799b7c3 is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:43:57.073484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bbabb0a9-67c5-48a5-aa67-388eaa95008e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:57.082353 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, cdf68f31-2f13-4060-b6e6-c7095799b7c3) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:43:57.090998 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:43:57.091723 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:57.101978 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:57.133009 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:57.157669 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccdfaf3-f291-45ef-972a-b31e0927cf85 None None] Network cdf68f31-2f13-4060-b6e6-c7095799b7c3 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:43:57.210903 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f149e00-19bd-4942-92e5-22276609c221 None None] Network dc90b975-b9c9-4405-9c10-5717502335b0 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:43:57.215600 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.9261236
Dec 04 00:43:57.228330 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49280) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:57.247189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:43:57.270508 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:57.293827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Usage tracker for resource:router and tenant:09801578e916483aa6201d3b9a595e8c is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:43:57.299137 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Allocated IP 172.27.3.237 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/afb92d1d-2a39-44d3-9d11-4e4a2ee44110) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:43:57.301365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:43:57.322907 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:43:57.336119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Pushing event updated for resources: {'Port': ['ID=37254c1b-4a46-44d3-9de0-28a1a646453c,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:57.340134 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:57.350571 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bbabb0a9-67c5-48a5-aa67-388eaa95008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:57.367561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:57.370727 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Attempting to bind port e6319dd2-30d0-499c-a740-a947460af1dd on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:43:57.371356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Attempting to bind port e6319dd2-30d0-499c-a740-a947460af1dd by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:43:57.371790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Attempting to bind port e6319dd2-30d0-499c-a740-a947460af1dd on network 1a96c76c-b31f-4d8f-acd6-db58f60b517e {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:43:57.385249 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759826'] for router, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:57.386365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15974'] for router, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:57.386525 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-c16ab8e2-7b2c-41a1-8091-30c5d42b3b61 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 00:43:57.387707 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-c16ab8e2-7b2c-41a1-8091-30c5d42b3b61 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.5333083
Dec 04 00:43:57.397390 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:43:57.397806 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Checking segment: {'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:43:57.398346 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:57.398671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Bound using segment: {'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:43:57.399203 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Bound port: e6319dd2-30d0-499c-a740-a947460af1dd, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:43:57.411816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:57.537932 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:57.545710 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-601647f2-e7ae-4147-b704-fd0339030179 service neutron] 10.222.0.88 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462295
Dec 04 00:43:57.546432 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabb0a9-67c5-48a5-aa67-388eaa95008e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0b1a8f-0664-452f-a348-fd33683bdd70,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:57.549502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bbabb0a9-67c5-48a5-aa67-388eaa95008e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:57.605721 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bbabb0a9-67c5-48a5-aa67-388eaa95008e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:57.607367 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bbabb0a9-67c5-48a5-aa67-388eaa95008e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4a0b1a8f-0664-452f-a348-fd33683bdd70 HTTP/1.1" status: 204  len: 168 time: 0.8030875
Dec 04 00:43:57.652552 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:43:57.668949 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:43:57.724706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:57.793611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:43:57.860407 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49308) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:57.874790 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 04 00:43:57.914119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15991'] for router, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:57.918657 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5b127e5-83c8-5931-8751-a31674356172-cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900'}]}} from dv-cinder-763306-5-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 00:43:57.919622 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:57.948423 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] For port e6319dd2-30d0-499c-a740-a947460af1dd, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:43:58.096504 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] For port e6319dd2-30d0-499c-a740-a947460af1dd, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=e6319dd2-30d0-499c-a740-a947460af1dd,segment=NetworkSegment(14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8),segment_id=14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:43:58.148141 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:58.358825 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-7c38507e-20e7-42f5-b027-cc8f8427f3fd tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:43:58.367711 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-fabde957-6edc-48a1-b86f-79acef9888fd service neutron] 10.222.0.88 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8093402
Dec 04 00:43:58.395385 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-7c38507e-20e7-42f5-b027-cc8f8427f3fd tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/networks?id=dc90b975-b9c9-4405-9c10-5717502335b0 HTTP/1.1" status: 200  len: 812 time: 0.5326452
Dec 04 00:43:58.395599 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Allocated IP 172.20.0.2 (cdf68f31-2f13-4060-b6e6-c7095799b7c3/8322b4d1-9a0c-42f2-a911-3bc67b7cd900/6ca417bb-fe13-4e4d-846d-9ae30a2c04fd) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:43:58.509042 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-f258e015-65b0-439e-85c9-ecfb5777f1d1 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/quotas/f3fb2c68eaca47ce9cfb9802a3818570 HTTP/1.1" status: 200  len: 375 time: 0.1108661
Dec 04 00:43:58.515312 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:58.625427 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:58.653144 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Transition to ACTIVE for port object 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:43:58.677951 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:58.688069 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:58.751640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Pushing event updated for resources: {'Port': ['ID=e6319dd2-30d0-499c-a740-a947460af1dd,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:58.755804 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:58.847007 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Transition to ACTIVE for port object 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:43:58.858061 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:58.884569 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:58.915773 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:58.970115 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49350) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:43:58.973245 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-7d8fa85f-4ffd-4999-8d09-11a18d0884f2 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?tenant_id=f3fb2c68eaca47ce9cfb9802a3818570&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4509134
Dec 04 00:43:59.067159 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Pushing event updated for resources: {'Port': ['ID=afb92d1d-2a39-44d3-9d11-4e4a2ee44110,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:59.074256 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:59.152392 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:43:59.156421 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:43:59.160201 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:43:59.210335 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2b57a624-6132-48f5-8cb2-885b0a30757c req-a9262967-f8d4-49fa-a462-94832736608b tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 210 time: 0.3506150
Dec 04 00:43:59.377852 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Pushing event updated for resources: {'Port': ['ID=6ca417bb-fe13-4e4d-846d-9ae30a2c04fd,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:43:59.397905 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:43:59.476816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Network cdf68f31-2f13-4060-b6e6-c7095799b7c3 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:43:59.478497 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:43:59.481208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:43:59.529330 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796835'] for router, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:59.582834 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Attempting to bind port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:43:59.583322 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Attempting to bind port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:43:59.585156 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Attempting to bind port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd on network cdf68f31-2f13-4060-b6e6-c7095799b7c3 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:43:59.598377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:43:59.598963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Checking segment: {'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:43:59.599419 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:59.614663 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Bound using segment: {'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:43:59.615290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Bound port: 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:43:59.615922 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:59.785521 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fbfb454-60a2-41cd-b24c-39e21a255643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:59.806787 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] For port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:43:59.818600 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] For port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=6ca417bb-fe13-4e4d-846d-9ae30a2c04fd,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:43:59.829487 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:43:59.856765 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-427004ae-6bd7-4c9a-b357-6108f1d785e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:43:59.980637 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8fbfb454-60a2-41cd-b24c-39e21a255643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:43:59.992148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-5a0691e4-aaa2-4d70-b739-62270e27e280 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 00:43:59.993282 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-5a0691e4-aaa2-4d70-b739-62270e27e280 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4935083
Dec 04 00:44:00.001875 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8fbfb454-60a2-41cd-b24c-39e21a255643 admin admin] Usage tracker for resource:security_group_rule and tenant:0464c2ca28f74a90a85a74fe7aa98ec5 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:00.006437 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e is scheduled to L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 with binding_index 1 {{(pid=80262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 00:44:00.078890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8fbfb454-60a2-41cd-b24c-39e21a255643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:00.084914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Pushing event updated for resources: {'Port': ['ID=6ca417bb-fe13-4e4d-846d-9ae30a2c04fd,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:00.117007 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8fbfb454-60a2-41cd-b24c-39e21a255643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:00.147701 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:00.301557 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:44:00.313853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Sync routers for ids ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:44:00.333250 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Routers {'5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:44:00.333975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0ae7a710>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:43:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:00.335565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:00.340859 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.7474134
Dec 04 00:44:00.341739 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49400) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:00.344282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:00.504100 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:00.560026 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9c0805af-6747-4fc5-b241-07da4d44821a req-f67115ea-5a51-4ff6-b851-20e395928098 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 210 time: 0.1468761
Dec 04 00:44:00.677124 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Set router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:44:00.775043 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:00.824557 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device e6319dd2-30d0-499c-a740-a947460af1dd up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:00.873667 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-b45f680f-4bb0-48f7-8418-cdbc84880a00 service neutron] 10.222.0.88 "GET /v2.0/networks/dc90b975-b9c9-4405-9c10-5717502335b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7916172
Dec 04 00:44:00.996454 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port e6319dd2-30d0-499c-a740-a947460af1dd completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:01.638621 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:01.674346 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fbfb454-60a2-41cd-b24c-39e21a255643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:01.689979 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0ae7a710>, [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:43:58Z', 'revision_number': 3, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:01.694338 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fbfb454-60a2-41cd-b24c-39e21a255643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:01.703884 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Checking router: 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:44:01.704356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Updating router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e port 37254c1b-4a46-44d3-9de0-28a1a646453c binding host dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:44:01.761118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:01.847934 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f849e81-1bb0-4755-939a-3d2a6339021e None None] Network 1a96c76c-b31f-4d8f-acd6-db58f60b517e requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:44:01.890640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:01.902743 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-10f09ead-de7d-478b-80fb-683362b5154e service neutron] 10.222.0.88 "GET /v2.0/networks/dc90b975-b9c9-4405-9c10-5717502335b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9997427
Dec 04 00:44:01.923874 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8fbfb454-60a2-41cd-b24c-39e21a255643 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0464c2ca28f74a90a85a74fe7aa98ec5&name=default HTTP/1.1" status: 200  len: 2879 time: 2.9492865
Dec 04 00:44:01.932754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49440) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:01.995204 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfb454-60a2-41cd-b24c-39e21a255643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340a286d-8161-4d87-a74f-e6edf2c8dc89,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:02.019351 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8fbfb454-60a2-41cd-b24c-39e21a255643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:02.114835 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.91', 52222) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:02.180877 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d7be683e-589c-407b-b6bc-a7896a58e403 None None] Provisioning for port e6319dd2-30d0-499c-a740-a947460af1dd completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:02.198446 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d7be683e-589c-407b-b6bc-a7896a58e403 None None] Provisioning complete for port e6319dd2-30d0-499c-a740-a947460af1dd triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:02.199102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7be683e-589c-407b-b6bc-a7896a58e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:02.227567 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796835'] for router, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:02.376717 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-82f268af-12e9-4340-852b-3a5cc6171d83 req-b203f311-b903-425f-8bde-6c2ade09d7d0 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 210 time: 0.2044556
Dec 04 00:44:02.581645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7be683e-589c-407b-b6bc-a7896a58e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:02.583046 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Allocated IP 172.27.3.102 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/62aa4c2c-e597-4d01-9e6d-831326000e9a) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:44:02.694439 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-d7be683e-589c-407b-b6bc-a7896a58e403 None None] For port e6319dd2-30d0-499c-a740-a947460af1dd, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=e6319dd2-30d0-499c-a740-a947460af1dd,segment=NetworkSegment(14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8),segment_id=14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:44:02.700097 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7be683e-589c-407b-b6bc-a7896a58e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:02.703566 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:02.789135 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:02.943774 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9336b2c7-15ee-4683-b806-85aa56833fe5 None None] Network cdf68f31-2f13-4060-b6e6-c7095799b7c3 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:44:02.961078 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Allocated IP 172.20.0.1 (1a96c76c-b31f-4d8f-acd6-db58f60b517e/e3fd5653-af84-4d8e-b53f-8e48b11f3606/7c9cc13b-f7e8-4685-bffa-6800a34c0ebb) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:44:03.070981 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:03.071859 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9e4c05e9-9181-46fb-a66c-080b24882086 req-29cd61ab-f6af-4114-a411-91fd32e44c56 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 210 time: 0.2128870
Dec 04 00:44:03.090972 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be683e-589c-407b-b6bc-a7896a58e403 None None] Pushing event updated for resources: {'Port': ['ID=e6319dd2-30d0-499c-a740-a947460af1dd,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:03.096940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d7be683e-589c-407b-b6bc-a7896a58e403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:03.125385 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-5b3327aa-4bf7-46b2-9ff0-a10e65347a7a None None] Provisioning for port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:03.155230 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-5b3327aa-4bf7-46b2-9ff0-a10e65347a7a None None] Provisioning complete for port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:03.156286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b3327aa-4bf7-46b2-9ff0-a10e65347a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:03.219381 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b833d20d-6a7c-4f76-87bf-9f2a1dea85d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:03.296963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b833d20d-6a7c-4f76-87bf-9f2a1dea85d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:03.366684 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b833d20d-6a7c-4f76-87bf-9f2a1dea85d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:03.420894 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:03.462368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:03.464827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b833d20d-6a7c-4f76-87bf-9f2a1dea85d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:03.469251 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b833d20d-6a7c-4f76-87bf-9f2a1dea85d0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/340a286d-8161-4d87-a74f-e6edf2c8dc89 HTTP/1.1" status: 204  len: 168 time: 1.5354214
Dec 04 00:44:03.470586 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833d20d-6a7c-4f76-87bf-9f2a1dea85d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340a286d-8161-4d87-a74f-e6edf2c8dc89,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:03.486687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-32108e36-b7ce-4b75-85dd-78d2b7863fc7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:03.486687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-32108e36-b7ce-4b75-85dd-78d2b7863fc7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Synchronizing usage tracker for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:03.494340 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b833d20d-6a7c-4f76-87bf-9f2a1dea85d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:03.537129 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-32108e36-b7ce-4b75-85dd-78d2b7863fc7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Unset dirty status for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:03.543058 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-32108e36-b7ce-4b75-85dd-78d2b7863fc7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "GET /v2.0/networks?id=9a051e40-edbf-4acc-ad11-99eefa876f20 HTTP/1.1" status: 200  len: 814 time: 1.4200499
Dec 04 00:44:03.548734 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:03.552049 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Transition to ACTIVE for port object 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:03.609789 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Request body: {'port': {'device_id': '4187bb03-57c0-4c00-8d24-7df1cce54079', 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20', 'admin_state_up': True, 'tenant_id': '5cb3fa42f2964c6bb0dea1c1a4ac2031'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:03.617489 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:03.770574 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b3327aa-4bf7-46b2-9ff0-a10e65347a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:03.860794 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:03.966001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-5b3327aa-4bf7-46b2-9ff0-a10e65347a7a None None] For port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=6ca417bb-fe13-4e4d-846d-9ae30a2c04fd,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:44:03.971110 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b3327aa-4bf7-46b2-9ff0-a10e65347a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:03.986491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3859f11d-fde0-49e8-905b-ccb735146dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:04.088088 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:04.294875 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49540) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:04.465933 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9cc13b-f7e8-4685-bffa-6800a34c0ebb,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:04.510569 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:04.536063 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Network 1a96c76c-b31f-4d8f-acd6-db58f60b517e is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:44:04.545884 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-cc951a12-a6a4-472c-a9cb-b2b7dd3654d0 None None] Provisioning complete for port e6319dd2-30d0-499c-a740-a947460af1dd triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:04.552910 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cc951a12-a6a4-472c-a9cb-b2b7dd3654d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:04.589652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:44:04.613968 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-671319c0-8583-479c-b7ec-57a2da990408 req-bb79aed7-52a2-43b6-acfb-4282ed3b05f5 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 210 time: 0.7733102
Dec 04 00:44:04.615256 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef26f96a-74fd-4075-ad66-5779bc4265c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:04.625286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:04.664353 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:44:04.664959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979136'] for router_interface, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:04.677306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3327aa-4bf7-46b2-9ff0-a10e65347a7a None None] Pushing event updated for resources: {'Port': ['ID=6ca417bb-fe13-4e4d-846d-9ae30a2c04fd,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:04.682844 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Transition to ACTIVE for port object 37254c1b-4a46-44d3-9de0-28a1a646453c will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:04.695532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:04.734274 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5b3327aa-4bf7-46b2-9ff0-a10e65347a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:04.752880 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:04.788673 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device e6319dd2-30d0-499c-a740-a947460af1dd up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:04.818602 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ef26f96a-74fd-4075-ad66-5779bc4265c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:04.828833 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ef26f96a-74fd-4075-ad66-5779bc4265c1 admin admin] Usage tracker for resource:security_group_rule and tenant:c38aa332cbfb42019cbea309e516c1b8 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:04.842952 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ef26f96a-74fd-4075-ad66-5779bc4265c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:04.861765 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ef26f96a-74fd-4075-ad66-5779bc4265c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:04.975940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-546cc268-c5c4-4641-84dd-c7fcd0dfee3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:04.993682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:05.111561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Router 5f849666-aba1-40e9-8103-f305a95018f3 is scheduled to L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 with binding_index 1 {{(pid=80263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 00:44:05.148984 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:44:05.161055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:44:05.248000 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Pushing event updated for resources: {'Port': ['ID=37254c1b-4a46-44d3-9de0-28a1a646453c,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:05.275406 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.285848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port e6319dd2-30d0-499c-a740-a947460af1dd triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:05.286296 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:05.288023 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.288400 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.288765 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.289127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.289488 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.290127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.290127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.290487 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.290837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.291178 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.291556 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.292001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.292350 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.292700 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.293045 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.293394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.293740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.294087 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.294439 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.294782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.295127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.311539 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.312112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Tracked resource versions report:
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]: pushed versions:
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]: {   'AddressGroup': {'1.0'},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     'ConntrackHelper': {'1.0'},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Log': {'1.0'},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Network': {'1.1'},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Port': {'1.6'},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     'PortForwarding': {'1.2'},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     'QosPolicy': {'1.8'},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroup': {'1.3'},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SecurityGroupRule': {'1.1'},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     'SubPort': {'1.0'},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Subnet': {'1.1'},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     'Trunk': {'1.1'}}
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]: consumer versions:
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]: {   DHCP agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     L3 agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metadata agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     Metering agent@dv-cinder-763306-5-iscsi: {},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     Open vSwitch agent@dv-cinder-763306-5-iscsi: {   'AddressGroup': '1.0',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'ConntrackHelper': '1.0',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Log': '1.0',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Network': '1.1',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Port': '1.6',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'PortForwarding': '1.2',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'QosPolicy': '1.8',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroup': '1.3',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SecurityGroupRule': '1.1',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'SubPort': '1.0',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Subnet': '1.1',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                                      'Trunk': '1.1'},
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'ConntrackHelper': '1.0',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Log': '1.0',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Network': '1.1',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Port': '1.6',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'PortForwarding': '1.2',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'QosPolicy': '1.8',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'SecurityGroup': '1.3',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'SecurityGroupRule': '1.1',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'SubPort': '1.0',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Subnet': '1.1',
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:                                             'Trunk': '1.1'}}
Dec 04 00:44:05.313451 dv-cinder-763306-5-iscsi neutron-server[80151]:  {{(pid=80265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 04 00:44:05.343475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:05.388004 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bfe4cb83-a38d-4be3-a6c1-09af1ac184ee req-3f3bae1e-2d18-46b7-8380-765b3ec331db tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 210 time: 0.4560370
Dec 04 00:44:05.466825 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:05.476607 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:05.492306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847247150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795811'] for router_interface, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:05.545444 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:05.574189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:44:05.610502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Attempting to bind port 37254c1b-4a46-44d3-9de0-28a1a646453c on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:44:05.613808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Attempting to bind port 37254c1b-4a46-44d3-9de0-28a1a646453c by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:44:05.616947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Attempting to bind port 37254c1b-4a46-44d3-9de0-28a1a646453c on network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:44:05.644883 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:44:05.645621 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Checking segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:44:05.646495 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:05.649193 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Bound using segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:44:05.650218 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Bound port: 37254c1b-4a46-44d3-9de0-28a1a646453c, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:44:05.651242 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:05.741979 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7b375541-a546-4c53-a523-1f9bf26a48e3 None None] Provisioning complete for port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:05.746318 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7b375541-a546-4c53-a523-1f9bf26a48e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:05.766079 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:44:05.826537 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Sync routers for ids ['5f849666-aba1-40e9-8103-f305a95018f3'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:44:05.860369 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] For port 37254c1b-4a46-44d3-9de0-28a1a646453c, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:44:05.870486 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] For port 37254c1b-4a46-44d3-9de0-28a1a646453c, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=37254c1b-4a46-44d3-9de0-28a1a646453c,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:44:05.873084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Routers {'5f849666-aba1-40e9-8103-f305a95018f3'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:44:05.874577 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Pushing event updated for resources: {'Port': ['ID=62aa4c2c-e597-4d01-9e6d-831326000e9a,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:05.875980 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:05.877557 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09ebe7f0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:43:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5f849666-aba1-40e9-8103-f305a95018f3'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:05.916715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-eb9be671-69c2-4f53-b88a-fca6b961a93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:06.150549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9cc13b-f7e8-4685-bffa-6800a34c0ebb,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:06.164441 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:06.217451 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-680cd5b7-4cb8-4a00-943e-7970124f0160 req-9af1b261-92ed-4715-b466-93b452029491 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 210 time: 0.1877496
Dec 04 00:44:06.289732 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Pushing event updated for resources: {'Port': ['ID=37254c1b-4a46-44d3-9de0-28a1a646453c,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:06.298873 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:06.374179 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef26f96a-74fd-4075-ad66-5779bc4265c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:06.395655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef26f96a-74fd-4075-ad66-5779bc4265c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:06.457693 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f3560046-51b8-4a26-be80-dadc8857776b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:06.506948 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26f96a-74fd-4075-ad66-5779bc4265c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceda5b8b-d99a-41a2-9147-3aa2a1e3b537,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:06.515320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ef26f96a-74fd-4075-ad66-5779bc4265c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:06.532057 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Routers {'5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:44:06.536190 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0ae7a710>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:43:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:06.563378 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ef26f96a-74fd-4075-ad66-5779bc4265c1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c38aa332cbfb42019cbea309e516c1b8&name=default HTTP/1.1" status: 200  len: 2879 time: 2.0904622
Dec 04 00:44:06.570200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49574) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:06.582320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Network 1a96c76c-b31f-4d8f-acd6-db58f60b517e is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:44:06.595206 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:44:06.777656 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:06.869928 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7b375541-a546-4c53-a523-1f9bf26a48e3 None None] Provisioning for port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:06.880523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7b375541-a546-4c53-a523-1f9bf26a48e3 None None] Provisioning complete for port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:06.881893 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7b375541-a546-4c53-a523-1f9bf26a48e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:06.975022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-7b375541-a546-4c53-a523-1f9bf26a48e3 None None] Port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:44:07.100334 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:07.112443 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 13.9527645
Dec 04 00:44:07.123693 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49582) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:07.137485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:44:07.192651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] Set router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:44:07.300480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.324s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:07.307892 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Set router 5f849666-aba1-40e9-8103-f305a95018f3 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:44:07.409930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:07.435959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49590) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:07.485464 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Usage tracker for resource:port and tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:07.513420 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67fe7525-71e9-4289-bd64-074f93d005b9 req-79613299-52e9-4969-80e5-b4f210fcc367 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 210 time: 0.4163282
Dec 04 00:44:07.514640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Quota usage for port was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:07.631232 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:07.714982 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9319e9c-829a-487c-a4ec-85efc9e1f714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:07.795260 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9319e9c-829a-487c-a4ec-85efc9e1f714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:07.856876 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:07.857304 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:07.872649 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Made reservation on behalf of 5cb3fa42f2964c6bb0dea1c1a4ac2031 for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:44:07.878896 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:07.915804 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9319e9c-829a-487c-a4ec-85efc9e1f714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:07.934120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:07.966300 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:08.033248 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-afead6a3-337f-4b9d-a33f-8f99d803f7c1 None None] Provisioning complete for port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:08.033851 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-afead6a3-337f-4b9d-a33f-8f99d803f7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:08.095196 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bbfc860-23b9-4dd4-9312-52a421a1a5f5 req-012d39c8-8495-4a0b-9066-319b2ca6d82c tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 210 time: 0.0785828
Dec 04 00:44:08.203921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04fe9726-0ef6-4301-a4e7-a927d8612d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:08.299384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0ae7a710>, [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:05Z', 'revision_number': 2, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:08.314508 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836e61ef-da86-421d-bffd-4574330bb2ee None None] The sync data for ids ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'] in dv-cinder-763306-5-iscsi is: [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:05Z', 'revision_number': 2, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:44:08.660125 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9319e9c-829a-487c-a4ec-85efc9e1f714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceda5b8b-d99a-41a2-9147-3aa2a1e3b537,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:08.664064 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9319e9c-829a-487c-a4ec-85efc9e1f714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:08.665183 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796835'] for router, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:08.786622 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-afead6a3-337f-4b9d-a33f-8f99d803f7c1 None None] Provisioning complete for port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:08.787046 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-afead6a3-337f-4b9d-a33f-8f99d803f7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:08.787938 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-04fe9726-0ef6-4301-a4e7-a927d8612d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:08.792026 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-04fe9726-0ef6-4301-a4e7-a927d8612d78 admin admin] Usage tracker for resource:security_group_rule and tenant:61fbb10057e046eca7808b32f53d54c2 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:08.794999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-04fe9726-0ef6-4301-a4e7-a927d8612d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:08.801552 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-04fe9726-0ef6-4301-a4e7-a927d8612d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:08.809402 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:44:08.911477 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] 10.222.0.88 "PUT /v2.0/routers/5cbeb59a-49b1-40ec-9f01-7fa25e3c180e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5685952
Dec 04 00:44:08.947930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-afead6a3-337f-4b9d-a33f-8f99d803f7c1 None None] Port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:44:08.956333 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09ebe7f0>, [{'id': '5f849666-aba1-40e9-8103-f305a95018f3', 'name': 'tempest-ServerRescueNegativeTestJSON-113927925-router', 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:43:59Z', 'revision_number': 3, 'project_id': '8aa42ed1a820400997e02b1aa7e33362', 'gw_port': {'id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f849666-aba1-40e9-8103-f305a95018f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:08.965089 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9319e9c-829a-487c-a4ec-85efc9e1f714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:08.972050 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a9319e9c-829a-487c-a4ec-85efc9e1f714 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ceda5b8b-d99a-41a2-9147-3aa2a1e3b537 HTTP/1.1" status: 204  len: 168 time: 2.3970122
Dec 04 00:44:08.992027 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Checking router: 5f849666-aba1-40e9-8103-f305a95018f3 for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:44:08.992431 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Updating router 5f849666-aba1-40e9-8103-f305a95018f3 port afb92d1d-2a39-44d3-9d11-4e4a2ee44110 binding host dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:44:09.106532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:09.492614 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c906b4ec-b2d6-416c-8ed0-5bdd8936361a req-5e6880be-4a25-4ea1-bd5f-aaf4d6ed7906 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 210 time: 0.0734904
Dec 04 00:44:09.946187 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:09.977447 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Transition to ACTIVE for port object afb92d1d-2a39-44d3-9d11-4e4a2ee44110 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:09.984069 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:09.989622 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:10.295451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5b3327aa-4bf7-46b2-9ff0-a10e65347a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:10.339012 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Allocated IP 172.20.0.5 (9a051e40-edbf-4acc-ad11-99eefa876f20/2dd1b4bf-3c93-43a9-bef9-7e21218b6544/49b39f61-5b29-49f6-bfc2-854a636977eb) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:44:10.611194 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93f81e-82c9-4065-9426-55f7a43ed835 None None] Pushing event updated for resources: {'Port': ['ID=afb92d1d-2a39-44d3-9d11-4e4a2ee44110,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:10.614550 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Attempting to bind port afb92d1d-2a39-44d3-9d11-4e4a2ee44110 on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:44:10.620374 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Attempting to bind port afb92d1d-2a39-44d3-9d11-4e4a2ee44110 by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:44:10.621451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Attempting to bind port afb92d1d-2a39-44d3-9d11-4e4a2ee44110 on network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:44:10.625035 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6e93f81e-82c9-4065-9426-55f7a43ed835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:10.639121 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:44:10.640173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Checking segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:44:10.640173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:10.641067 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Bound using segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:44:10.641853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Bound port: afb92d1d-2a39-44d3-9d11-4e4a2ee44110, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:44:10.646484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:10.665475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.91', 52234) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:10.857226 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] For port afb92d1d-2a39-44d3-9d11-4e4a2ee44110, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:44:10.866184 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] For port afb92d1d-2a39-44d3-9d11-4e4a2ee44110, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=afb92d1d-2a39-44d3-9d11-4e4a2ee44110,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:44:10.870617 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:10.964702 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c421792e-f5ce-4f7a-b193-3751f7452520 req-92791cd0-0e55-42f2-82c2-ab1387c408a4 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 210 time: 2.0480597
Dec 04 00:44:11.049713 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04fe9726-0ef6-4301-a4e7-a927d8612d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:11.054745 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04fe9726-0ef6-4301-a4e7-a927d8612d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:11.108302 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:11.149100 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23a39ba4-fd0e-4d87-89a4-f07cbe75be95 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:11.149939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23a39ba4-fd0e-4d87-89a4-f07cbe75be95 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Synchronizing usage tracker for tenant:f3fb2c68eaca47ce9cfb9802a3818570 on resource:network {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:11.168530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Router a0b2bddf-d440-4ba8-a24c-b74790c277cf is scheduled to L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 with binding_index 1 {{(pid=80263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 00:44:11.218483 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:11.232596 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49660) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:11.233674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23a39ba4-fd0e-4d87-89a4-f07cbe75be95 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Unset dirty status for tenant:f3fb2c68eaca47ce9cfb9802a3818570 on resource:network {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:11.237660 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23a39ba4-fd0e-4d87-89a4-f07cbe75be95 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.91 "GET /v2.0/networks?id=dc90b975-b9c9-4405-9c10-5717502335b0 HTTP/1.1" status: 200  len: 812 time: 0.5672183
Dec 04 00:44:11.278988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:11.337328 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-04fe9726-0ef6-4301-a4e7-a927d8612d78 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=61fbb10057e046eca7808b32f53d54c2&name=default HTTP/1.1" status: 200  len: 2879 time: 3.8951344
Dec 04 00:44:11.357814 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49664) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:11.360509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe9726-0ef6-4301-a4e7-a927d8612d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2369d9b6-d769-4868-91c7-47407b777df4,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:11.375463 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Request body: {'security_group': {'name': 'tempest-securitygroup--663283142', 'description': 'tempest-description--1714760583'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:11.390390 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:11.392905 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93f81e-82c9-4065-9426-55f7a43ed835 None None] Pushing event updated for resources: {'Port': ['ID=afb92d1d-2a39-44d3-9d11-4e4a2ee44110,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:11.402624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Usage tracker for resource:security_group and tenant:ad16774878464ffba02b8d1ebd37d1f9 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:11.405098 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6e93f81e-82c9-4065-9426-55f7a43ed835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:11.409181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 37254c1b-4a46-44d3-9de0-28a1a646453c up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:11.412456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:11.427737 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:11.441711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-04fe9726-0ef6-4301-a4e7-a927d8612d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:11.471513 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Request body: {'port': {'device_id': 'daeb14b0-008c-46eb-a945-abf32ef67ee7', 'network_id': 'dc90b975-b9c9-4405-9c10-5717502335b0', 'admin_state_up': True, 'tenant_id': 'f3fb2c68eaca47ce9cfb9802a3818570'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:11.491085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Routers {'5f849666-aba1-40e9-8103-f305a95018f3'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:44:11.491822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09ebe7f0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:43:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5f849666-aba1-40e9-8103-f305a95018f3'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:11.664282 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5be70049-1ebb-483e-9218-daaacaeb77ea req-6e22ade7-e023-4aaf-9766-6e365a841315 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 210 time: 0.2210565
Dec 04 00:44:11.717962 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6c710dd-1679-4c13-9fa3-e56e3470d432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:11.762790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:11.773399 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:11.880239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:11.885620 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Usage tracker for resource:port and tenant:f3fb2c68eaca47ce9cfb9802a3818570 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:11.889228 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Quota usage for port was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:11.899328 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:11.915078 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Made reservation on behalf of f3fb2c68eaca47ce9cfb9802a3818570 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:44:11.925699 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:11.960491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:11.961337 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6c710dd-1679-4c13-9fa3-e56e3470d432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:11.965569 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Usage tracker for resource:security_group_rule and tenant:ad16774878464ffba02b8d1ebd37d1f9 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:11.968849 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:11.976780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:11.983205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:12.030030 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] Set router 5f849666-aba1-40e9-8103-f305a95018f3 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:44:12.128800 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:12.136506 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:44:12.158149 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Sync routers for ids ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:44:12.189332 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Routers {'a0b2bddf-d440-4ba8-a24c-b74790c277cf'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:44:12.190326 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09f26390>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:43:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:12.247200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Pushing event updated for resources: {'Port': ['ID=49b39f61-5b29-49f6-bfc2-854a636977eb,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:12.267557 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Network 9a051e40-edbf-4acc-ad11-99eefa876f20 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:44:12.270696 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:12.275847 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:44:12.284595 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:44:12.291509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:12.292302 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:12.355024 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:12.433052 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:12.443107 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-19ec267b-6e9b-4077-8d30-1c366f8ee13a admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 15.2043369
Dec 04 00:44:12.446332 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49690) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:12.451863 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.8587282
Dec 04 00:44:12.603319 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Set router a0b2bddf-d440-4ba8-a24c-b74790c277cf gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:44:12.608065 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 37254c1b-4a46-44d3-9de0-28a1a646453c completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:12.622358 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 37254c1b-4a46-44d3-9de0-28a1a646453c triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:12.626660 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:12.694079 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cc9b6c29-ff54-44f5-a2f7-3b573ceee3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:12.712379 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:12.772057 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6c710dd-1679-4c13-9fa3-e56e3470d432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:12.806824 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:12.816240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09ebe7f0>, [{'id': '5f849666-aba1-40e9-8103-f305a95018f3', 'name': 'tempest-ServerRescueNegativeTestJSON-113927925-router', 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:43:59Z', 'revision_number': 3, 'project_id': '8aa42ed1a820400997e02b1aa7e33362', 'gw_port': {'id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f849666-aba1-40e9-8103-f305a95018f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:12.823179 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062d0219-e0f0-45da-9cc0-7d44a923a6aa None None] The sync data for ids ['5f849666-aba1-40e9-8103-f305a95018f3'] in dv-cinder-763306-5-iscsi is: [{'id': '5f849666-aba1-40e9-8103-f305a95018f3', 'name': 'tempest-ServerRescueNegativeTestJSON-113927925-router', 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:43:59Z', 'revision_number': 3, 'project_id': '8aa42ed1a820400997e02b1aa7e33362', 'gw_port': {'id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f849666-aba1-40e9-8103-f305a95018f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:44:12.831687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:12.843020 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port 37254c1b-4a46-44d3-9de0-28a1a646453c, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=37254c1b-4a46-44d3-9de0-28a1a646453c,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:44:12.849386 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:12.870572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:12.877681 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-e57af41e-8963-4696-859a-a5dfbc896d26 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 00:44:12.879756 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-e57af41e-8963-4696-859a-a5dfbc896d26 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0072172
Dec 04 00:44:12.892828 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f6c710dd-1679-4c13-9fa3-e56e3470d432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:12.896999 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f6c710dd-1679-4c13-9fa3-e56e3470d432 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2369d9b6-d769-4868-91c7-47407b777df4 HTTP/1.1" status: 204  len: 168 time: 1.5303478
Dec 04 00:44:12.898999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c710dd-1679-4c13-9fa3-e56e3470d432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2369d9b6-d769-4868-91c7-47407b777df4,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:12.905420 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f6c710dd-1679-4c13-9fa3-e56e3470d432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:13.029294 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=37254c1b-4a46-44d3-9de0-28a1a646453c,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:13.043862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:13.151533 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8061267c-6e60-4af5-b1ed-c758019bc9f5 req-28300acc-90e4-424e-8060-ec4d5667b2c9 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 210 time: 0.6428096
Dec 04 00:44:13.307441 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event updated for resources: {'SecurityGroup': ['ID=937c05dc-7b5e-4bdc-b4c3-025d08f576ca,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:13.365969 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:13.462946 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Allocated IP 172.20.0.1 (f4c4d338-1e8e-4a6b-9ab2-11c8c7614618/887d58e7-6037-47d9-82f2-709206eff474/846ebfe1-d1f7-46e1-bdb7-57d516a00c58) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:44:13.465323 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:13.495935 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 2.2488024
Dec 04 00:44:13.517364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49716) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:13.545741 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d3fc9-5066-4135-a669-fe15c34d4489 req-c4896ecb-c82b-44cf-9154-521a0cf43568 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:13.546846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f78d3fc9-5066-4135-a669-fe15c34d4489 req-c4896ecb-c82b-44cf-9154-521a0cf43568 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Synchronizing usage tracker for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:13.561158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09f26390>, [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:06Z', 'revision_number': 3, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:13.565604 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-1d25c74d-7383-4f5a-986b-71da29a288d1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Request body: {'security_group_rule': {'security_group_id': '937c05dc-7b5e-4bdc-b4c3-025d08f576ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:13.566484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Checking router: a0b2bddf-d440-4ba8-a24c-b74790c277cf for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:44:13.567076 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Updating router a0b2bddf-d440-4ba8-a24c-b74790c277cf port 62aa4c2c-e597-4d01-9e6d-831326000e9a binding host dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:44:13.580375 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1d25c74d-7383-4f5a-986b-71da29a288d1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:13.592148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1d25c74d-7383-4f5a-986b-71da29a288d1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Usage tracker for resource:security_group_rule and tenant:ad16774878464ffba02b8d1ebd37d1f9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:13.599342 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1d25c74d-7383-4f5a-986b-71da29a288d1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:13.616421 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1d25c74d-7383-4f5a-986b-71da29a288d1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:13.637698 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:13.692194 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1d25c74d-7383-4f5a-986b-71da29a288d1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:13.725529 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Request body: {'port': {'device_id': '4187bb03-57c0-4c00-8d24-7df1cce54079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:14.019572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Sync routers for ids ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:44:14.042473 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Routers {'5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:44:14.043474 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a528240>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:43:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:14.151685 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1d25c74d-7383-4f5a-986b-71da29a288d1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:14.249329 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:14.363172 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:14.440267 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49740) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:14.445945 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:14.506749 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Set router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:44:14.630737 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:14.656894 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Transition to ACTIVE for port object 62aa4c2c-e597-4d01-9e6d-831326000e9a will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:14.660539 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:14.772103 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Pushing event updated for resources: {'Port': ['ID=846ebfe1-d1f7-46e1-bdb7-57d516a00c58,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:14.962911 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:15.120454 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Attempting to bind port 62aa4c2c-e597-4d01-9e6d-831326000e9a on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:44:15.120866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Attempting to bind port 62aa4c2c-e597-4d01-9e6d-831326000e9a by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:44:15.121272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Attempting to bind port 62aa4c2c-e597-4d01-9e6d-831326000e9a on network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:44:15.125579 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd450af0-7f50-4fa9-af77-f13b5d57dc0a None None] Pushing event updated for resources: {'Port': ['ID=62aa4c2c-e597-4d01-9e6d-831326000e9a,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:15.130166 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dd450af0-7f50-4fa9-af77-f13b5d57dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:15.133293 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:44:15.133713 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Checking segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:44:15.134164 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:15.134591 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Bound using segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:44:15.135103 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Bound port: 62aa4c2c-e597-4d01-9e6d-831326000e9a, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:44:15.135537 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:15.137524 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:15.147025 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d5c95a9d-be73-4645-a400-6ba76093eb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:15.149859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f78d3fc9-5066-4135-a669-fe15c34d4489 req-c4896ecb-c82b-44cf-9154-521a0cf43568 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Unset dirty status for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:15.159912 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f78d3fc9-5066-4135-a669-fe15c34d4489 req-c4896ecb-c82b-44cf-9154-521a0cf43568 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 931 time: 2.0202198
Dec 04 00:44:15.189081 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1d25c74d-7383-4f5a-986b-71da29a288d1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874498'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:15.232908 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device afb92d1d-2a39-44d3-9d11-4e4a2ee44110 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:15.313694 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:15.352347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25c74d-7383-4f5a-986b-71da29a288d1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a43a39-877a-43f9-8782-7add7590df78,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:15.356875 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] For port 62aa4c2c-e597-4d01-9e6d-831326000e9a, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:44:15.364494 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] For port 62aa4c2c-e597-4d01-9e6d-831326000e9a, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=62aa4c2c-e597-4d01-9e6d-831326000e9a,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:44:15.369950 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a528240>, [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:05Z', 'revision_number': 2, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:15.380544 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Checking router: 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:44:15.381295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Updating router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb binding host dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:44:15.384688 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:15.448309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dd450af0-7f50-4fa9-af77-f13b5d57dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:15.481185 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:15.564236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port afb92d1d-2a39-44d3-9d11-4e4a2ee44110 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:15.595172 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port afb92d1d-2a39-44d3-9d11-4e4a2ee44110 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:15.597369 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:15.667276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49750) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:15.695291 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1d25c74d-7383-4f5a-986b-71da29a288d1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:15.698956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd450af0-7f50-4fa9-af77-f13b5d57dc0a None None] Pushing event updated for resources: {'Port': ['ID=62aa4c2c-e597-4d01-9e6d-831326000e9a,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:15.703885 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dd450af0-7f50-4fa9-af77-f13b5d57dc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:15.755832 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Allocated IP 172.20.0.14 (dc90b975-b9c9-4405-9c10-5717502335b0/a4bfe4d6-eda3-4ec1-9cf6-c1a019ace826/5860a064-dfd1-4563-a80d-dd666befeaca) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:44:15.787799 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Routers {'a0b2bddf-d440-4ba8-a24c-b74790c277cf'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:44:15.788500 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09f26390>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:44:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:15.840685 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:15.987393 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b39f61-5b29-49f6-bfc2-854a636977eb {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:44:15.996472 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:16.013173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Transition to ACTIVE for port object 49b39f61-5b29-49f6-bfc2-854a636977eb will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:16.016596 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f78d3fc9-5066-4135-a669-fe15c34d4489 req-f7627091-2a69-4cce-bc2c-41f5758ffcb4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Synchronizing usage tracker for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:16.020643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1d25c74d-7383-4f5a-986b-71da29a288d1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:16.026094 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1d25c74d-7383-4f5a-986b-71da29a288d1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 2.5074551
Dec 04 00:44:16.056021 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:16.056853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49758) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:16.087239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:16.120700 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port afb92d1d-2a39-44d3-9d11-4e4a2ee44110, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=afb92d1d-2a39-44d3-9d11-4e4a2ee44110,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:44:16.142427 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:16.152647 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 37254c1b-4a46-44d3-9de0-28a1a646453c up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:16.303261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d7be683e-589c-407b-b6bc-a7896a58e403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:16.375092 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] Set router a0b2bddf-d440-4ba8-a24c-b74790c277cf gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:44:16.490271 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-5704410c-e5cc-4a5c-9127-e386f912235d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Request body: {'security_group_rule': {'security_group_id': '937c05dc-7b5e-4bdc-b4c3-025d08f576ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:16.497295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5704410c-e5cc-4a5c-9127-e386f912235d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:16.497989 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=afb92d1d-2a39-44d3-9d11-4e4a2ee44110,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:16.501792 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5704410c-e5cc-4a5c-9127-e386f912235d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Usage tracker for resource:security_group_rule and tenant:ad16774878464ffba02b8d1ebd37d1f9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:16.505496 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5704410c-e5cc-4a5c-9127-e386f912235d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:16.507352 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:16.511996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5704410c-e5cc-4a5c-9127-e386f912235d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:16.518799 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:16.521578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:16.539794 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:16.616005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Pushing event updated for resources: {'Port': ['ID=49b39f61-5b29-49f6-bfc2-854a636977eb,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:16.618827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f78d3fc9-5066-4135-a669-fe15c34d4489 req-f7627091-2a69-4cce-bc2c-41f5758ffcb4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Unset dirty status for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:16.620103 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f78d3fc9-5066-4135-a669-fe15c34d4489 req-f7627091-2a69-4cce-bc2c-41f5758ffcb4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4593070
Dec 04 00:44:16.648037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:16.651699 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7674682-e016-4634-80d3-dee92e7afb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:16.655099 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:16.678188 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 37254c1b-4a46-44d3-9de0-28a1a646453c triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:16.679060 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:16.728178 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5704410c-e5cc-4a5c-9127-e386f912235d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:16.804986 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9069143-48e5-44c3-96a0-5a3255b5c881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:16.815513 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.369s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:16.903054 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e7674682-e016-4634-80d3-dee92e7afb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:16.907043 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e7674682-e016-4634-80d3-dee92e7afb6a admin admin] Usage tracker for resource:security_group_rule and tenant:213ddf8559f8436283e12583025567d4 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:16.913965 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e7674682-e016-4634-80d3-dee92e7afb6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:16.928638 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e7674682-e016-4634-80d3-dee92e7afb6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:16.934739 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:16.962716 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a9069143-48e5-44c3-96a0-5a3255b5c881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:16.974096 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Network f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:44:17.011976 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a9069143-48e5-44c3-96a0-5a3255b5c881 admin admin] Usage tracker for resource:security_group_rule and tenant:2b644d9658f143198a59a22b413cc34f is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:17.015272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a9069143-48e5-44c3-96a0-5a3255b5c881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:17.021503 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a9069143-48e5-44c3-96a0-5a3255b5c881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:17.090727 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.122575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9069143-48e5-44c3-96a0-5a3255b5c881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.126582 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:17.135815 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Transition to ACTIVE for port object 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:17.141866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device afb92d1d-2a39-44d3-9d11-4e4a2ee44110 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:17.158152 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7674682-e016-4634-80d3-dee92e7afb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.163471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09f26390>, [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:06Z', 'revision_number': 3, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:17.177041 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e3387-8397-48e5-a4bb-3b245dc2aab5 None None] The sync data for ids ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'] in dv-cinder-763306-5-iscsi is: [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:06Z', 'revision_number': 3, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:44:17.202520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:44:17.204966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:44:17.205680 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979136'] for router_interface, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.242700 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.249395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Attempting to bind port 49b39f61-5b29-49f6-bfc2-854a636977eb on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:44:17.249786 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Attempting to bind port 49b39f61-5b29-49f6-bfc2-854a636977eb by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:44:17.250150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Attempting to bind port 49b39f61-5b29-49f6-bfc2-854a636977eb on network 9a051e40-edbf-4acc-ad11-99eefa876f20 {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:44:17.267314 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7674682-e016-4634-80d3-dee92e7afb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.267314 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:44:17.267314 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Checking segment: {'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:44:17.267314 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.267314 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Bound using segment: {'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:44:17.267314 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Bound port: 49b39f61-5b29-49f6-bfc2-854a636977eb, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:44:17.267314 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.274408 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Pushing event updated for resources: {'Port': ['ID=5860a064-dfd1-4563-a80d-dd666befeaca,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:17.277589 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:17.292555 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9069143-48e5-44c3-96a0-5a3255b5c881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.308150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5704410c-e5cc-4a5c-9127-e386f912235d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.314793 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:17.335993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5704410c-e5cc-4a5c-9127-e386f912235d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874498'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.408023 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:17.432976 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] For port 49b39f61-5b29-49f6-bfc2-854a636977eb, host hv-cinder-76330, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:44:17.437472 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] For port 49b39f61-5b29-49f6-bfc2-854a636977eb, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=49b39f61-5b29-49f6-bfc2-854a636977eb,segment=NetworkSegment(f0c38287-3d7f-4fbc-a583-19e6545d60d3),segment_id=f0c38287-3d7f-4fbc-a583-19e6545d60d3)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:44:17.451305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:17.465183 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.475983 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e7674682-e016-4634-80d3-dee92e7afb6a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=213ddf8559f8436283e12583025567d4&name=default HTTP/1.1" status: 200  len: 2879 time: 1.7874098
Dec 04 00:44:17.477253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49774) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:17.483456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193b2e8-8ddd-4f6f-bb7e-857a61632f9e req-a2c0d8eb-7d24-4382-b938-27cea39bf6c4 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:17.485072 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9193b2e8-8ddd-4f6f-bb7e-857a61632f9e req-a2c0d8eb-7d24-4382-b938-27cea39bf6c4 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 932 time: 2.7153022
Dec 04 00:44:17.499327 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.517495 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7674682-e016-4634-80d3-dee92e7afb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6153da2a-2eb3-46ed-9b6b-d6abf02e4e98,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:17.531957 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9069143-48e5-44c3-96a0-5a3255b5c881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df87cb64-f091-4222-902f-68b032d7b2da,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:17.535665 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9069143-48e5-44c3-96a0-5a3255b5c881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:17.602005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e7674682-e016-4634-80d3-dee92e7afb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:17.610414 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a9069143-48e5-44c3-96a0-5a3255b5c881 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2b644d9658f143198a59a22b413cc34f&name=default HTTP/1.1" status: 200  len: 2879 time: 2.9263330
Dec 04 00:44:17.610590 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port afb92d1d-2a39-44d3-9d11-4e4a2ee44110 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:17.610590 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.610743 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:17.616661 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49778) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:17.671561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d93fc1-f54c-4329-b9c1-4441a1389e8c None None] Pushing event updated for resources: {'Port': ['ID=7c9cc13b-f7e8-4685-bffa-6800a34c0ebb,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:17.694504 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5704410c-e5cc-4a5c-9127-e386f912235d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.698465 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-01d93fc1-f54c-4329-b9c1-4441a1389e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:17.699594 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5704410c-e5cc-4a5c-9127-e386f912235d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.6295552
Dec 04 00:44:17.701019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.720679 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704410c-e5cc-4a5c-9127-e386f912235d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654b4032-7c2e-4ce6-a9e1-3ef06eff47af,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:17.724160 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5704410c-e5cc-4a5c-9127-e386f912235d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:17.724893 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49784) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:17.741049 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-9193b2e8-8ddd-4f6f-bb7e-857a61632f9e req-838727fa-7288-4276-8d77-ce2fc9d9b079 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Synchronizing usage tracker for tenant:f3fb2c68eaca47ce9cfb9802a3818570 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:17.748116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3a20a1fc-745e-4ab8-b1a3-9be22f13976a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:17.789498 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Network dc90b975-b9c9-4405-9c10-5717502335b0 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:44:17.797555 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:44:17.809631 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:44:17.813912 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:17.814656 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.862702 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-9193b2e8-8ddd-4f6f-bb7e-857a61632f9e req-838727fa-7288-4276-8d77-ce2fc9d9b079 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Unset dirty status for tenant:f3fb2c68eaca47ce9cfb9802a3818570 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:17.873551 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9193b2e8-8ddd-4f6f-bb7e-857a61632f9e req-838727fa-7288-4276-8d77-ce2fc9d9b079 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3758764
Dec 04 00:44:17.874343 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a70521b2-ea24-47ed-8d53-192269874cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.904579 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Pushing event updated for resources: {'Port': ['ID=49b39f61-5b29-49f6-bfc2-854a636977eb,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:17.916208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a70521b2-ea24-47ed-8d53-192269874cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.917440 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3fad390d-63ad-4cb1-972b-cfe6ea347b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.923220 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:17.945592 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Attempting to bind port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:44:17.945975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Attempting to bind port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:44:17.946590 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Attempting to bind port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb on network 1a96c76c-b31f-4d8f-acd6-db58f60b517e {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:44:17.957073 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:44:17.957489 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Checking segment: {'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:44:17.957947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.958339 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Bound using segment: {'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:44:17.958864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Bound port: 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:44:17.959279 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.969062 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Request body: {'floatingip': {'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:17.992055 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.6340971
Dec 04 00:44:17.992712 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a70521b2-ea24-47ed-8d53-192269874cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:17.996505 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:18.045365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Usage tracker for resource:floatingip and tenant:ad16774878464ffba02b8d1ebd37d1f9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:18.049389 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Request body: {'port': {'device_id': 'daeb14b0-008c-46eb-a945-abf32ef67ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:18.082463 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:18.085503 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] For port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:44:18.103082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] For port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=7c9cc13b-f7e8-4685-bffa-6800a34c0ebb,segment=NetworkSegment(14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8),segment_id=14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:44:18.117767 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:18.143642 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-57e7047d-a2e2-4fa4-8333-dc4a182215c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:18.150932 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70521b2-ea24-47ed-8d53-192269874cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df87cb64-f091-4222-902f-68b032d7b2da,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:18.165867 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a70521b2-ea24-47ed-8d53-192269874cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:18.207479 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a70521b2-ea24-47ed-8d53-192269874cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:18.209015 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a70521b2-ea24-47ed-8d53-192269874cbd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/df87cb64-f091-4222-902f-68b032d7b2da HTTP/1.1" status: 204  len: 168 time: 0.5848975
Dec 04 00:44:18.450160 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d93fc1-f54c-4329-b9c1-4441a1389e8c None None] Pushing event updated for resources: {'Port': ['ID=7c9cc13b-f7e8-4685-bffa-6800a34c0ebb,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:18.465022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:18.466431 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-01d93fc1-f54c-4329-b9c1-4441a1389e8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:18.503560 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Allocated IP 172.20.0.1 (cdf68f31-2f13-4060-b6e6-c7095799b7c3/8322b4d1-9a0c-42f2-a911-3bc67b7cd900/fcc71633-b53b-40b7-94ff-a121b5cc8c32) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:44:18.535901 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Routers {'5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:44:18.540108 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a528240>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:44:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:18.542944 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:18.552513 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:18.570411 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:18.584264 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847247150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795811'] for router_interface, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:18.601710 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:18.623764 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3fad390d-63ad-4cb1-972b-cfe6ea347b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:18.656938 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:18.902709 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Pushing event updated for resources: {'Port': ['ID=846ebfe1-d1f7-46e1-bdb7-57d516a00c58,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:18.937854 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:19.032502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] Set router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:44:19.057040 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3fad390d-63ad-4cb1-972b-cfe6ea347b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:19.124571 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f6c710dd-1679-4c13-9fa3-e56e3470d432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:19.156854 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:19.232284 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:19.232649 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:19.238648 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] 10.222.0.91 "PUT /v2.0/ports/49b39f61-5b29-49f6-bfc2-854a636977eb HTTP/1.1" status: 200  len: 1157 time: 5.9790025
Dec 04 00:44:19.240728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Network f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:44:19.254726 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4187bb03-57c0-4c00-8d24-7df1cce54079', 'tag': '49b39f61-5b29-49f6-bfc2-854a636977eb'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:44:19.279816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:44:19.344042 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 62aa4c2c-e597-4d01-9e6d-831326000e9a up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:19.569823 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 62aa4c2c-e597-4d01-9e6d-831326000e9a completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:19.577194 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 62aa4c2c-e597-4d01-9e6d-831326000e9a triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:19.577615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:19.646237 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad390d-63ad-4cb1-972b-cfe6ea347b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6153da2a-2eb3-46ed-9b6b-d6abf02e4e98,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:19.656415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3fad390d-63ad-4cb1-972b-cfe6ea347b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:19.827193 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e4d85-ab68-4a14-a715-4e86594f7de8 req-e3fb4b45-af51-4f7f-b286-2b6804448509 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:19.828983 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a90e4d85-ab68-4a14-a715-4e86594f7de8 req-e3fb4b45-af51-4f7f-b286-2b6804448509 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 943 time: 1.9046798
Dec 04 00:44:19.829877 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3fad390d-63ad-4cb1-972b-cfe6ea347b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:19.835165 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3fad390d-63ad-4cb1-972b-cfe6ea347b57 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6153da2a-2eb3-46ed-9b6b-d6abf02e4e98 HTTP/1.1" status: 204  len: 168 time: 2.3223548
Dec 04 00:44:19.876819 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:19.894716 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port 62aa4c2c-e597-4d01-9e6d-831326000e9a, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=62aa4c2c-e597-4d01-9e6d-831326000e9a,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:44:19.902405 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:19.903326 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:19.922811 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:19.934200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-39adc5d6-8145-42c9-94fd-1debbec9f288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:19.968920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Transition to ACTIVE for port object fcc71633-b53b-40b7-94ff-a121b5cc8c32 will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:20.006451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Router 5f849666-aba1-40e9-8103-f305a95018f3 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:44:20.030341 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a528240>, [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:18Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:20.032635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846686-f46f-4a86-9f00-2dba7df941b5 req-5a090ebf-2062-4de6-8032-6d0f4493ad6a tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:20.033903 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-ea846686-f46f-4a86-9f00-2dba7df941b5 req-5a090ebf-2062-4de6-8032-6d0f4493ad6a tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Synchronizing usage tracker for tenant:f3fb2c68eaca47ce9cfb9802a3818570 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:20.045469 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5280b-a6c0-498a-bdad-c3f0d60b1726 None None] The sync data for ids ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'] in dv-cinder-763306-5-iscsi is: [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:18Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:44:20.055188 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=62aa4c2c-e597-4d01-9e6d-831326000e9a,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:20.058998 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:20.079721 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a90e4d85-ab68-4a14-a715-4e86594f7de8 req-1ea32856-4edc-45dc-afac-d7cea240cbf3 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2391248
Dec 04 00:44:20.082785 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:20.098061 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:20.106376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:20.106962 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:20.310636 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-543206f3-b443-48c4-aa7f-413ef29b725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:20.316323 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-543206f3-b443-48c4-aa7f-413ef29b725c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cb3fa42f2964c6bb0dea1c1a4ac2031&device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 1160 time: 0.6836550
Dec 04 00:44:20.317530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:20.342798 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:20.363359 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:44:20.381661 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] 10.222.0.88 "PUT /v2.0/routers/5f849666-aba1-40e9-8103-f305a95018f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2291231
Dec 04 00:44:20.382728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-ea846686-f46f-4a86-9f00-2dba7df941b5 req-5a090ebf-2062-4de6-8032-6d0f4493ad6a tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Unset dirty status for tenant:f3fb2c68eaca47ce9cfb9802a3818570 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:20.389054 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Sync routers for ids ['5f849666-aba1-40e9-8103-f305a95018f3'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:44:20.393559 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ea846686-f46f-4a86-9f00-2dba7df941b5 req-5a090ebf-2062-4de6-8032-6d0f4493ad6a tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 932 time: 1.2646916
Dec 04 00:44:20.404282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Routers {'5f849666-aba1-40e9-8103-f305a95018f3'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:44:20.404958 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09e4f3c8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:44:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5f849666-aba1-40e9-8103-f305a95018f3'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:20.415455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=7c9cc13b-f7e8-4685-bffa-6800a34c0ebb,segment=NetworkSegment(14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8),segment_id=14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:44:20.420079 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:20.427667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-01d93fc1-f54c-4329-b9c1-4441a1389e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:20.501660 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Network cdf68f31-2f13-4060-b6e6-c7095799b7c3 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:44:20.515069 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=7c9cc13b-f7e8-4685-bffa-6800a34c0ebb,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:20.520111 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:20.601658 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ea846686-f46f-4a86-9f00-2dba7df941b5 req-a8ccb9b2-a8b6-4d70-ab7c-da0bd349f33f tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2061710
Dec 04 00:44:20.604383 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5860a064-dfd1-4563-a80d-dd666befeaca {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:44:20.617690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:20.639884 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Transition to ACTIVE for port object 5860a064-dfd1-4563-a80d-dd666befeaca will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:20.646461 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:20.656636 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:44:20.659317 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:44:20.660213 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979136'] for router_interface, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:20.674702 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:20.771972 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Set router 5f849666-aba1-40e9-8103-f305a95018f3 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:44:21.017814 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-8dd2e0f5-1a8a-4982-a0dd-80a3a99df9be service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49b39f61-5b29-49f6-bfc2-854a636977eb HTTP/1.1" status: 200  len: 217 time: 0.5593624
Dec 04 00:44:21.056301 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f4cdb0a3-8703-4f82-a423-1a7e07016c57 None None] Provisioning for port fcc71633-b53b-40b7-94ff-a121b5cc8c32 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:21.061930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f4cdb0a3-8703-4f82-a423-1a7e07016c57 None None] Provisioning complete for port fcc71633-b53b-40b7-94ff-a121b5cc8c32 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:21.062360 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f4cdb0a3-8703-4f82-a423-1a7e07016c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:21.071636 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Pushing event updated for resources: {'Port': ['ID=5860a064-dfd1-4563-a80d-dd666befeaca,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:21.118930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:21.142048 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4187bb03-57c0-4c00-8d24-7df1cce54079', 'tag': '49b39f61-5b29-49f6-bfc2-854a636977eb', 'status': 'completed', 'code': 200}
Dec 04 00:44:21.183461 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-97237d53-e2af-4e6f-a611-b963f455f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:21.186011 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-97237d53-e2af-4e6f-a611-b963f455f82a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2dd1b4bf-3c93-43a9-bef9-7e21218b6544 HTTP/1.1" status: 200  len: 854 time: 0.1348622
Dec 04 00:44:21.232251 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 62aa4c2c-e597-4d01-9e6d-831326000e9a up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:21.326367 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Pushing event updated for resources: {'Port': ['ID=fcc71633-b53b-40b7-94ff-a121b5cc8c32,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:21.354412 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.037s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:21.388902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49860) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:21.400873 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-ef6c7faf-8d77-4b3c-a1f8-65e97f00e4a9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9a051e40-edbf-4acc-ad11-99eefa876f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2036619
Dec 04 00:44:21.444972 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:44:21.457576 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f4cdb0a3-8703-4f82-a423-1a7e07016c57 None None] Port fcc71633-b53b-40b7-94ff-a121b5cc8c32 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:44:21.469400 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5361032c-c985-4747-9309-340c3ebfd5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:21.527065 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 62aa4c2c-e597-4d01-9e6d-831326000e9a triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:21.527538 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:21.528986 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:21.554946 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5361032c-c985-4747-9309-340c3ebfd5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:21.559370 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5361032c-c985-4747-9309-340c3ebfd5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:b3720bedf8e94d6bbe2b534b406aaf24 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:21.562979 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5361032c-c985-4747-9309-340c3ebfd5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:21.569798 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5361032c-c985-4747-9309-340c3ebfd5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:21.600557 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09e4f3c8>, [{'id': '5f849666-aba1-40e9-8103-f305a95018f3', 'name': 'tempest-ServerRescueNegativeTestJSON-113927925-router', 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:17Z', 'revision_number': 4, 'project_id': '8aa42ed1a820400997e02b1aa7e33362', 'gw_port': {'id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f849666-aba1-40e9-8103-f305a95018f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '846ebfe1-d1f7-46e1-bdb7-57d516a00c58', 'name': '', 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618', 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362', 'mac_address': 'fa:16:3e:b3:05:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f849666-aba1-40e9-8103-f305a95018f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '887d58e7-6037-47d9-82f2-709206eff474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:10Z', 'updated_at': '2020-12-04T00:44:17Z', 'revision_number': 2, 'project_id': '8aa42ed1a820400997e02b1aa7e33362', 'subnets': [{'id': '887d58e7-6037-47d9-82f2-709206eff474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:21.607726 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Checking router: 5f849666-aba1-40e9-8103-f305a95018f3 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:44:21.615862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Updating router 5f849666-aba1-40e9-8103-f305a95018f3 port 846ebfe1-d1f7-46e1-bdb7-57d516a00c58 binding host dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:44:21.636648 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Attempting to bind port 5860a064-dfd1-4563-a80d-dd666befeaca on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:44:21.637044 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Attempting to bind port 5860a064-dfd1-4563-a80d-dd666befeaca by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc90b975-b9c9-4405-9c10-5717502335b0'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:44:21.637409 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Attempting to bind port 5860a064-dfd1-4563-a80d-dd666befeaca on network dc90b975-b9c9-4405-9c10-5717502335b0 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:44:21.663626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:44:21.664085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Checking segment: {'id': 'ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc90b975-b9c9-4405-9c10-5717502335b0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:44:21.664530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:21.664934 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Bound using segment: {'id': 'ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc90b975-b9c9-4405-9c10-5717502335b0'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:44:21.665471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Bound port: 5860a064-dfd1-4563-a80d-dd666befeaca, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'dc90b975-b9c9-4405-9c10-5717502335b0'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:44:21.665848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:21.666700 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5361032c-c985-4747-9309-340c3ebfd5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:21.730492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:21.740545 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5361032c-c985-4747-9309-340c3ebfd5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:21.790742 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:21.843307 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361032c-c985-4747-9309-340c3ebfd5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ac1c2f-e19c-4045-88df-f28ef5db8f81,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:21.920771 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] For port 5860a064-dfd1-4563-a80d-dd666befeaca, host hv-cinder-76330, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:44:21.925665 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] For port 5860a064-dfd1-4563-a80d-dd666befeaca, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5860a064-dfd1-4563-a80d-dd666befeaca,segment=NetworkSegment(ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5),segment_id=ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:44:21.934454 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:21.939676 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:21.963052 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5361032c-c985-4747-9309-340c3ebfd5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:21.982375 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5361032c-c985-4747-9309-340c3ebfd5b2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b3720bedf8e94d6bbe2b534b406aaf24&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5902219
Dec 04 00:44:21.985436 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 49874) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:22.149324 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:22.151225 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0962c79f-513e-4372-8330-7fff137b0789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:22.223529 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:22.224219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:22.280611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4613a-4881-4bd8-b942-0c4cd5a51be9 req-3bddaeb1-2273-471f-bbb6-57e3a0696466 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:22.282644 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4bd4613a-4881-4bd8-b942-0c4cd5a51be9 req-3bddaeb1-2273-471f-bbb6-57e3a0696466 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 943 time: 0.8565519
Dec 04 00:44:22.425920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:22.426588 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:22.428223 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] 10.222.0.91 "PUT /v2.0/ports/5860a064-dfd1-4563-a80d-dd666befeaca HTTP/1.1" status: 200  len: 1158 time: 4.3868074
Dec 04 00:44:22.430964 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4bd4613a-4881-4bd8-b942-0c4cd5a51be9 req-982d1632-90ed-485c-9e68-525627aefde1 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382420
Dec 04 00:44:22.431630 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Pushing event updated for resources: {'Port': ['ID=5860a064-dfd1-4563-a80d-dd666befeaca,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:22.435859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:22.436479 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daeb14b0-008c-46eb-a945-abf32ef67ee7', 'tag': '5860a064-dfd1-4563-a80d-dd666befeaca'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:44:22.537122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:22.601692 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-bfa9180f-6e52-47e4-b2cd-9f6df2e8759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:22.604885 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-bfa9180f-6e52-47e4-b2cd-9f6df2e8759b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f3fb2c68eaca47ce9cfb9802a3818570&device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 1161 time: 0.1058595
Dec 04 00:44:22.694597 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:22.753547 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-c054ced4-5241-41da-9d18-cc6242470fb3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5860a064-dfd1-4563-a80d-dd666befeaca HTTP/1.1" status: 200  len: 217 time: 0.1402886
Dec 04 00:44:22.754943 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:22.762101 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847247150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795811'] for router_interface, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:22.778151 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-08498ff1-b9ed-43f9-8f48-cae257acbadb service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3409886
Dec 04 00:44:22.792730 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:22.802711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Transition to ACTIVE for port object 846ebfe1-d1f7-46e1-bdb7-57d516a00c58 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:22.806888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:22.846621 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:22.924051 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e6508-d9a0-463d-b138-ae841cec2511 None None] Pushing event updated for resources: {'Port': ['ID=846ebfe1-d1f7-46e1-bdb7-57d516a00c58,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:22.987817 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-141e6508-d9a0-463d-b138-ae841cec2511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:23.041821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-920056bc-4443-4a76-9659-de9b60afb4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:23.043448 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-920056bc-4443-4a76-9659-de9b60afb4ed service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a4bfe4d6-eda3-4ec1-9cf6-c1a019ace826 HTTP/1.1" status: 200  len: 852 time: 0.2803822
Dec 04 00:44:23.098563 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-1ad1a7b6-5b29-4104-8545-e81e6729b1b0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dc90b975-b9c9-4405-9c10-5717502335b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467770
Dec 04 00:44:23.146110 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2644803-0c4d-420f-bd6d-4a0625a7025b req-da60810d-8dcd-4231-a49d-cce167337e10 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:23.147812 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b2644803-0c4d-420f-bd6d-4a0625a7025b req-da60810d-8dcd-4231-a49d-cce167337e10 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 944 time: 0.2560565
Dec 04 00:44:23.258639 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Attempting to bind port 846ebfe1-d1f7-46e1-bdb7-57d516a00c58 on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:44:23.259073 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Attempting to bind port 846ebfe1-d1f7-46e1-bdb7-57d516a00c58 by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': '94847b4a-1088-4419-b3c9-cff4e907d30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:44:23.259454 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Attempting to bind port 846ebfe1-d1f7-46e1-bdb7-57d516a00c58 on network f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:44:23.265414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:44:23.265823 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Checking segment: {'id': '94847b4a-1088-4419-b3c9-cff4e907d30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:44:23.266267 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:23.266837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Bound using segment: {'id': '94847b4a-1088-4419-b3c9-cff4e907d30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:44:23.267191 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Bound port: 846ebfe1-d1f7-46e1-bdb7-57d516a00c58, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94847b4a-1088-4419-b3c9-cff4e907d30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:44:23.267629 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:23.269386 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b2644803-0c4d-420f-bd6d-4a0625a7025b req-b267b482-611e-4576-b3af-9b6ab884dc8d tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736933
Dec 04 00:44:23.368327 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-61b2b40e-a0b1-4d09-a435-93048b5eb472 service neutron] 10.222.0.91 "GET /v2.0/networks/dc90b975-b9c9-4405-9c10-5717502335b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2623727
Dec 04 00:44:23.428480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] For port 846ebfe1-d1f7-46e1-bdb7-57d516a00c58, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:44:23.437199 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] For port 846ebfe1-d1f7-46e1-bdb7-57d516a00c58, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=846ebfe1-d1f7-46e1-bdb7-57d516a00c58,segment=NetworkSegment(94847b4a-1088-4419-b3c9-cff4e907d30c),segment_id=94847b4a-1088-4419-b3c9-cff4e907d30c)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:44:23.441183 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:23.457744 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-026c31b4-bd75-4f3e-a031-7e72509b3543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:23.577700 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Network cdf68f31-2f13-4060-b6e6-c7095799b7c3 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:44:23.587197 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:44:23.589098 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6837cec7-5b98-4ebb-8286-2c00ea9eea93 req-eaeebef8-609a-42f7-9d13-12dd944e6fbc service neutron] 10.222.0.91 "GET /v2.0/networks/dc90b975-b9c9-4405-9c10-5717502335b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2130222
Dec 04 00:44:23.624275 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daeb14b0-008c-46eb-a945-abf32ef67ee7', 'tag': '5860a064-dfd1-4563-a80d-dd666befeaca', 'status': 'completed', 'code': 200}
Dec 04 00:44:23.692856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Routers {'5f849666-aba1-40e9-8103-f305a95018f3'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:44:23.693554 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09e4f3c8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:44:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5f849666-aba1-40e9-8103-f305a95018f3'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:23.751832 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f4943-6d9d-43d1-8bbe-b87c7d8b31b8 req-50da09cd-d898-4a35-aa37-74cad51470ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:23.753740 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b4f4943-6d9d-43d1-8bbe-b87c7d8b31b8 req-50da09cd-d898-4a35-aa37-74cad51470ba service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f3fb2c68eaca47ce9cfb9802a3818570&device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 1161 time: 0.1014140
Dec 04 00:44:23.824476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Pushing event updated for resources: {'Port': ['ID=fcc71633-b53b-40b7-94ff-a121b5cc8c32,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:23.827717 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:23.874240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e6508-d9a0-463d-b138-ae841cec2511 None None] Pushing event updated for resources: {'Port': ['ID=846ebfe1-d1f7-46e1-bdb7-57d516a00c58,revision_number=4']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:23.879681 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-141e6508-d9a0-463d-b138-ae841cec2511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:23.899305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-a02f996c-5723-4941-b5ac-e415acca1e3c None None] Provisioning complete for port fcc71633-b53b-40b7-94ff-a121b5cc8c32 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:23.900075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a02f996c-5723-4941-b5ac-e415acca1e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:23.910616 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de5f8b8b-3b78-4ab9-a160-8854e00ac689 req-79282bd3-1108-49eb-9114-0c48d93aa809 service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5625126
Dec 04 00:44:23.928102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] Set router 5f849666-aba1-40e9-8103-f305a95018f3 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:44:23.980755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-a02f996c-5723-4941-b5ac-e415acca1e3c None None] Port fcc71633-b53b-40b7-94ff-a121b5cc8c32 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:44:24.005305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f4943-6d9d-43d1-8bbe-b87c7d8b31b8 req-1a15ad5b-1513-4ac7-8743-34c38568ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:24.006924 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b4f4943-6d9d-43d1-8bbe-b87c7d8b31b8 req-1a15ad5b-1513-4ac7-8743-34c38568ebb1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=dc90b975-b9c9-4405-9c10-5717502335b0 HTTP/1.1" status: 200  len: 906 time: 0.2446702
Dec 04 00:44:24.052290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a394e078-17de-4024-a272-c4aa62a04bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:24.088155 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b4f4943-6d9d-43d1-8bbe-b87c7d8b31b8 req-0b3d9d10-9b83-4a3b-8c23-81a08a69666e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5860a064-dfd1-4563-a80d-dd666befeaca HTTP/1.1" status: 200  len: 217 time: 0.0723345
Dec 04 00:44:24.095480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-74a48062-a94a-4a2b-bb74-5872d73d4b08 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:24.097032 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-74a48062-a94a-4a2b-bb74-5872d73d4b08 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Synchronizing usage tracker for tenant:8aa42ed1a820400997e02b1aa7e33362 on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:24.151338 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b1ead-5438-43d6-8fd4-215beafe50cc req-b4957978-8112-4ca4-94da-5a6860780385 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:24.159065 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-178b1ead-5438-43d6-8fd4-215beafe50cc req-b4957978-8112-4ca4-94da-5a6860780385 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 943 time: 0.3710885
Dec 04 00:44:24.160221 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Allocated IP 172.27.3.121 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/a142663f-0087-4c61-b005-781456f87d0c) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:44:24.244131 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-178b1ead-5438-43d6-8fd4-215beafe50cc req-e0be3b0d-86e0-4892-a0d4-c23c5ff87d32 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838180
Dec 04 00:44:24.276889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f4943-6d9d-43d1-8bbe-b87c7d8b31b8 req-a37736ff-abf4-4604-9d81-9aa899d3369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:24.278487 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b4f4943-6d9d-43d1-8bbe-b87c7d8b31b8 req-a37736ff-abf4-4604-9d81-9aa899d3369d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a4bfe4d6-eda3-4ec1-9cf6-c1a019ace826 HTTP/1.1" status: 200  len: 852 time: 0.1818600
Dec 04 00:44:24.345181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-74a48062-a94a-4a2b-bb74-5872d73d4b08 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Unset dirty status for tenant:8aa42ed1a820400997e02b1aa7e33362 on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:24.346614 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-74a48062-a94a-4a2b-bb74-5872d73d4b08 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/networks?id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 HTTP/1.1" status: 200  len: 818 time: 1.7734172
Dec 04 00:44:24.348717 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a394e078-17de-4024-a272-c4aa62a04bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:24.352259 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09e4f3c8>, [{'id': '5f849666-aba1-40e9-8103-f305a95018f3', 'name': 'tempest-ServerRescueNegativeTestJSON-113927925-router', 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:17Z', 'revision_number': 4, 'project_id': '8aa42ed1a820400997e02b1aa7e33362', 'gw_port': {'id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f849666-aba1-40e9-8103-f305a95018f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '846ebfe1-d1f7-46e1-bdb7-57d516a00c58', 'name': '', 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618', 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362', 'mac_address': 'fa:16:3e:b3:05:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f849666-aba1-40e9-8103-f305a95018f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '887d58e7-6037-47d9-82f2-709206eff474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:10Z', 'updated_at': '2020-12-04T00:44:23Z', 'revision_number': 4, 'project_id': '8aa42ed1a820400997e02b1aa7e33362', 'subnets': [{'id': '887d58e7-6037-47d9-82f2-709206eff474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:24.360814 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de313a72-caca-4cb1-a3be-d8d1d40aff21 None None] The sync data for ids ['5f849666-aba1-40e9-8103-f305a95018f3'] in dv-cinder-763306-5-iscsi is: [{'id': '5f849666-aba1-40e9-8103-f305a95018f3', 'name': 'tempest-ServerRescueNegativeTestJSON-113927925-router', 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:17Z', 'revision_number': 4, 'project_id': '8aa42ed1a820400997e02b1aa7e33362', 'gw_port': {'id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f849666-aba1-40e9-8103-f305a95018f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '846ebfe1-d1f7-46e1-bdb7-57d516a00c58', 'name': '', 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618', 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362', 'mac_address': 'fa:16:3e:b3:05:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f849666-aba1-40e9-8103-f305a95018f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '887d58e7-6037-47d9-82f2-709206eff474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:10Z', 'updated_at': '2020-12-04T00:44:23Z', 'revision_number': 4, 'project_id': '8aa42ed1a820400997e02b1aa7e33362', 'subnets': [{'id': '887d58e7-6037-47d9-82f2-709206eff474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:44:24.371054 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b4f4943-6d9d-43d1-8bbe-b87c7d8b31b8 req-7d1fda71-27ae-4c0b-924b-778960005a12 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=dc90b975-b9c9-4405-9c10-5717502335b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0854909
Dec 04 00:44:24.384676 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Router a0b2bddf-d440-4ba8-a24c-b74790c277cf has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:44:24.483779 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-48b89dae-e307-47da-b73a-e9e2f3850319 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/quotas/8aa42ed1a820400997e02b1aa7e33362 HTTP/1.1" status: 200  len: 375 time: 0.1193569
Dec 04 00:44:24.564908 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:24.688739 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0aecaa-d613-481f-b3b3-277bb97290cf req-c7ef0830-bce5-4b0a-a827-cb389e3c857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:24.698694 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a0aecaa-d613-481f-b3b3-277bb97290cf req-c7ef0830-bce5-4b0a-a827-cb389e3c857b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cb3fa42f2964c6bb0dea1c1a4ac2031&device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 1160 time: 0.7294846
Dec 04 00:44:24.897617 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b4f4943-6d9d-43d1-8bbe-b87c7d8b31b8 req-b26f000a-1c90-44b5-a4c5-fd21489b4180 service neutron] 10.222.0.91 "GET /v2.0/networks/dc90b975-b9c9-4405-9c10-5717502335b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5188513
Dec 04 00:44:24.906569 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5ac8f-4cd9-4a67-8015-a0b4374a4e65 req-57602e71-99bc-4bcd-b9c2-349abe2eb0eb tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:24.908314 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63d5ac8f-4cd9-4a67-8015-a0b4374a4e65 req-57602e71-99bc-4bcd-b9c2-349abe2eb0eb tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 944 time: 0.1535060
Dec 04 00:44:25.001963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a394e078-17de-4024-a272-c4aa62a04bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:25.083394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:25.094708 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b4f4943-6d9d-43d1-8bbe-b87c7d8b31b8 req-60495b48-9145-4a41-b219-cca22588e868 service neutron] 10.222.0.91 "GET /v2.0/networks/dc90b975-b9c9-4405-9c10-5717502335b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1851804
Dec 04 00:44:25.133890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:25.143120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394e078-17de-4024-a272-c4aa62a04bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ac1c2f-e19c-4045-88df-f28ef5db8f81,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:25.148580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a394e078-17de-4024-a272-c4aa62a04bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:25.169915 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63d5ac8f-4cd9-4a67-8015-a0b4374a4e65 req-dfdfb750-d72b-4d2b-8503-1abd05cfd35c tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742295
Dec 04 00:44:25.196581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 846ebfe1-d1f7-46e1-bdb7-57d516a00c58 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:25.221859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:25.288075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 846ebfe1-d1f7-46e1-bdb7-57d516a00c58 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:25.294289 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 846ebfe1-d1f7-46e1-bdb7-57d516a00c58 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:25.295230 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:25.432320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:25.474542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port 846ebfe1-d1f7-46e1-bdb7-57d516a00c58, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=846ebfe1-d1f7-46e1-bdb7-57d516a00c58,segment=NetworkSegment(94847b4a-1088-4419-b3c9-cff4e907d30c),segment_id=94847b4a-1088-4419-b3c9-cff4e907d30c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:44:25.476259 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc50769-2885-4fa6-9bf2-c4a1f809a296 req-c6f0a7f7-32a4-4ee0-ac2d-fba9fdf73a4f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:25.478205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:25.478738 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dbc50769-2885-4fa6-9bf2-c4a1f809a296 req-c6f0a7f7-32a4-4ee0-ac2d-fba9fdf73a4f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 943 time: 0.0968773
Dec 04 00:44:25.480575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:25.535196 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dbc50769-2885-4fa6-9bf2-c4a1f809a296 req-1cea777a-c7f8-49aa-9854-279b0677c2ff tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503094
Dec 04 00:44:25.559772 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=846ebfe1-d1f7-46e1-bdb7-57d516a00c58,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:25.563086 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:25.579478 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:44:25.588330 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Sync routers for ids ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:44:25.590451 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-f759b073-f0bd-413e-80dd-8cfc2bba3951 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?tenant_id=8aa42ed1a820400997e02b1aa7e33362&fields=id HTTP/1.1" status: 200  len: 255 time: 1.0972376
Dec 04 00:44:25.598894 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Routers {'a0b2bddf-d440-4ba8-a24c-b74790c277cf'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:44:25.599655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a0bfd30>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:44:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:25.610484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0aecaa-d613-481f-b3b3-277bb97290cf req-6800dffb-cc58-4421-a188-3c6056b85981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:25.612037 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a0aecaa-d613-481f-b3b3-277bb97290cf req-6800dffb-cc58-4421-a188-3c6056b85981 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9a051e40-edbf-4acc-ad11-99eefa876f20 HTTP/1.1" status: 200  len: 908 time: 0.8935902
Dec 04 00:44:25.638167 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a394e078-17de-4024-a272-c4aa62a04bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:25.639344 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a394e078-17de-4024-a272-c4aa62a04bc6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/79ac1c2f-e19c-4045-88df-f28ef5db8f81 HTTP/1.1" status: 204  len: 168 time: 3.6412604
Dec 04 00:44:25.647166 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] 10.222.0.88 "PUT /v2.0/routers/a0b2bddf-d440-4ba8-a24c-b74790c277cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1935496
Dec 04 00:44:25.720616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event updated for resources: {'Port': ['ID=a142663f-0087-4c61-b005-781456f87d0c,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:25.724161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:25.817481 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Set router a0b2bddf-d440-4ba8-a24c-b74790c277cf gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:44:25.829238 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:44:25.832242 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:44:25.834899 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:44:25.841947 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-0f0ba841-15eb-478c-b28c-b5bcb83ff985 service neutron] 10.222.0.88 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2349327
Dec 04 00:44:26.011102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:26.116629 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-005dcb3d-0a54-4f91-a9b5-a59277ca2462 service neutron] 10.222.0.88 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2306798
Dec 04 00:44:26.129218 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:26.259187 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a0bfd30>, [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:21Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'fcc71633-b53b-40b7-94ff-a121b5cc8c32', 'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'mac_address': 'fa:16:3e:69:72:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:18Z', 'updated_at': '2020-12-04T00:44:22Z', 'revision_number': 2, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'subnets': [{'id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:26.268544 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Checking router: a0b2bddf-d440-4ba8-a24c-b74790c277cf for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:44:26.270968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Updating router a0b2bddf-d440-4ba8-a24c-b74790c277cf port fcc71633-b53b-40b7-94ff-a121b5cc8c32 binding host dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:44:26.367698 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:26.377420 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:26.746575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d297121-0944-4297-966f-56dc11712131 req-0806c199-60b6-40df-a2ed-f6be31f862ee tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:26.748223 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5d297121-0944-4297-966f-56dc11712131 req-0806c199-60b6-40df-a2ed-f6be31f862ee tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 944 time: 0.1980555
Dec 04 00:44:26.787137 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:26.797554 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:26.829955 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:26.959675 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:26.973414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Transition to ACTIVE for port object fcc71633-b53b-40b7-94ff-a121b5cc8c32 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:26.974745 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5d297121-0944-4297-966f-56dc11712131 req-428d10cd-5433-4907-b744-30de147b6152 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2158120
Dec 04 00:44:26.986080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:27.031812 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event updated for resources: {'Port': ['ID=a142663f-0087-4c61-b005-781456f87d0c,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:27.038249 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:27.082668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 49996) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:27.088860 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Request body: {'security_group': {'name': 'tempest-securitygroup--331769787', 'description': 'tempest-description--565477614'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:27.094977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:27.109145 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Usage tracker for resource:security_group and tenant:09801578e916483aa6201d3b9a595e8c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:27.114761 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:27.116537 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:27.128362 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:27.147397 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:27.164208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:27.174465 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.3532248
Dec 04 00:44:27.187008 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:27.191787 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Usage tracker for resource:security_group_rule and tenant:09801578e916483aa6201d3b9a595e8c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:27.199677 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:27.206813 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:27.307695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-427004ae-6bd7-4c9a-b357-6108f1d785e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:27.332074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:27.372545 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-93380024-ce9f-4e5e-9b41-85cbd70973a5 req-ab0e32a1-df61-4a84-8682-561847280bd9 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 210 time: 0.0973964
Dec 04 00:44:27.394098 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 846ebfe1-d1f7-46e1-bdb7-57d516a00c58 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:27.423568 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:27.423894 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d372000-b292-4f52-9594-d561408e221e None None] Pushing event updated for resources: {'Port': ['ID=fcc71633-b53b-40b7-94ff-a121b5cc8c32,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:27.434938 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8d372000-b292-4f52-9594-d561408e221e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:27.445274 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f472a288-74ea-4655-8191-db14c1023628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:27.482632 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event updated for resources: {'SecurityGroup': ['ID=3557725f-f492-4584-b935-3b5857a34c98,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:27.488915 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:27.516328 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938fdb5-6604-4fde-b25d-8c59848ecbd5 req-8f30f548-1efe-4b02-8c7c-e4c6c9ab097a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:27.517963 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e938fdb5-6604-4fde-b25d-8c59848ecbd5 req-8f30f548-1efe-4b02-8c7c-e4c6c9ab097a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 943 time: 0.1838100
Dec 04 00:44:27.524721 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:27.528877 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1728 time: 0.4422088
Dec 04 00:44:27.529305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 50014) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:27.541942 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-4db5b972-f88d-42ed-921d-9328f5d90730 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Request body: {'security_group_rule': {'security_group_id': '3557725f-f492-4584-b935-3b5857a34c98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:27.620236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4db5b972-f88d-42ed-921d-9328f5d90730 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:27.629409 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4db5b972-f88d-42ed-921d-9328f5d90730 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Usage tracker for resource:security_group_rule and tenant:09801578e916483aa6201d3b9a595e8c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:27.642029 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4db5b972-f88d-42ed-921d-9328f5d90730 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:27.662865 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4db5b972-f88d-42ed-921d-9328f5d90730 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:27.664781 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Attempting to bind port fcc71633-b53b-40b7-94ff-a121b5cc8c32 on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:44:27.665424 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Attempting to bind port fcc71633-b53b-40b7-94ff-a121b5cc8c32 by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:44:27.666043 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Attempting to bind port fcc71633-b53b-40b7-94ff-a121b5cc8c32 on network cdf68f31-2f13-4060-b6e6-c7095799b7c3 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:44:27.666940 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e938fdb5-6604-4fde-b25d-8c59848ecbd5 req-bcdd36ea-bf25-4f47-885b-b8b7abc493ef tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152234
Dec 04 00:44:27.703803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-4ccb0cfc-1b82-475e-9b39-c70081718734 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Synchronizing usage tracker for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:27.708715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4db5b972-f88d-42ed-921d-9328f5d90730 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:27.721315 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:44:27.721928 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Checking segment: {'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:44:27.722504 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:27.723082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Bound using segment: {'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:44:27.724920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Bound port: fcc71633-b53b-40b7-94ff-a121b5cc8c32, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:44:27.725256 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:27.729184 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-4ccb0cfc-1b82-475e-9b39-c70081718734 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Unset dirty status for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:27.730458 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-4ccb0cfc-1b82-475e-9b39-c70081718734 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--663283142&fields=id&tenant_id=ad16774878464ffba02b8d1ebd37d1f9 HTTP/1.1" status: 200  len: 267 time: 0.0878515
Dec 04 00:44:27.882098 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] For port fcc71633-b53b-40b7-94ff-a121b5cc8c32, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:44:27.886967 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4db5b972-f88d-42ed-921d-9328f5d90730 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:27.887404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] For port fcc71633-b53b-40b7-94ff-a121b5cc8c32, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=fcc71633-b53b-40b7-94ff-a121b5cc8c32,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:44:27.892760 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4db5b972-f88d-42ed-921d-9328f5d90730 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874498'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:27.901071 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:27.951303 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:27.961599 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4db5b972-f88d-42ed-921d-9328f5d90730 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:27.966769 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4db5b972-f88d-42ed-921d-9328f5d90730 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.4366274
Dec 04 00:44:27.978931 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-4f619870-b372-4576-a27e-2f7e6e783f7b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:27.979773 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-4f619870-b372-4576-a27e-2f7e6e783f7b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Synchronizing usage tracker for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:27.983964 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 50052) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:27.992903 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-954a51ff-fead-4f03-9f46-c4d6bac1675c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Request body: {'security_group_rule': {'security_group_id': '3557725f-f492-4584-b935-3b5857a34c98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:28.006018 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5b972-f88d-42ed-921d-9328f5d90730 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcac1c91-344f-45a3-83a8-4bed2a34595c,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:28.011924 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-954a51ff-fead-4f03-9f46-c4d6bac1675c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:28.027877 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-954a51ff-fead-4f03-9f46-c4d6bac1675c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Usage tracker for resource:security_group_rule and tenant:09801578e916483aa6201d3b9a595e8c is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:28.037940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-954a51ff-fead-4f03-9f46-c4d6bac1675c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:28.051174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-4f619870-b372-4576-a27e-2f7e6e783f7b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Unset dirty status for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:28.052500 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-4f619870-b372-4576-a27e-2f7e6e783f7b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/networks?id=1a96c76c-b31f-4d8f-acd6-db58f60b517e HTTP/1.1" status: 200  len: 811 time: 0.3132873
Dec 04 00:44:28.061384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-954a51ff-fead-4f03-9f46-c4d6bac1675c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:28.066319 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:28.077678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4db5b972-f88d-42ed-921d-9328f5d90730 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:28.108830 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-c73c4553-ce74-46bd-8d1f-f01579241e0c tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/quotas/ad16774878464ffba02b8d1ebd37d1f9 HTTP/1.1" status: 200  len: 375 time: 0.0372775
Dec 04 00:44:28.131394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 846ebfe1-d1f7-46e1-bdb7-57d516a00c58 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:28.131840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:28.205638 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-954a51ff-fead-4f03-9f46-c4d6bac1675c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:28.254184 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-7bab676d-6583-4a8d-9fca-f138f7652f78 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:28.263888 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-7bab676d-6583-4a8d-9fca-f138f7652f78 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/networks?id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 HTTP/1.1" status: 200  len: 818 time: 0.3135850
Dec 04 00:44:28.295700 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-6d26c5dd-8ce0-4da6-8273-962fc66ffb19 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/quotas/8aa42ed1a820400997e02b1aa7e33362 HTTP/1.1" status: 200  len: 375 time: 0.0269740
Dec 04 00:44:28.364689 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Routers {'a0b2bddf-d440-4ba8-a24c-b74790c277cf'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:44:28.365404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a0bfd30>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:44:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:28.474997 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a0aecaa-d613-481f-b3b3-277bb97290cf req-1d0b7bd4-dfab-4928-98c7-87202e5c858b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49b39f61-5b29-49f6-bfc2-854a636977eb HTTP/1.1" status: 200  len: 217 time: 0.1853359
Dec 04 00:44:28.503568 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-d23381f9-a3fc-48c4-b2d9-aa8bfbb03230 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Synchronizing usage tracker for tenant:8aa42ed1a820400997e02b1aa7e33362 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:28.554397 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-d23381f9-a3fc-48c4-b2d9-aa8bfbb03230 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Unset dirty status for tenant:8aa42ed1a820400997e02b1aa7e33362 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:28.556794 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-d23381f9-a3fc-48c4-b2d9-aa8bfbb03230 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?tenant_id=8aa42ed1a820400997e02b1aa7e33362&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2588661
Dec 04 00:44:28.623106 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-954a51ff-fead-4f03-9f46-c4d6bac1675c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:28.631804 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-954a51ff-fead-4f03-9f46-c4d6bac1675c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874498'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:28.646157 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:28.740207 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-74c4b205-8f85-4939-9973-506bf9da18e5 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad16774878464ffba02b8d1ebd37d1f9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6219788
Dec 04 00:44:28.750027 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0aecaa-d613-481f-b3b3-277bb97290cf req-12149c5c-ed33-43cb-964f-99d7aaaf7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:28.755747 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a0aecaa-d613-481f-b3b3-277bb97290cf req-12149c5c-ed33-43cb-964f-99d7aaaf7920 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2dd1b4bf-3c93-43a9-bef9-7e21218b6544 HTTP/1.1" status: 200  len: 854 time: 0.2717249
Dec 04 00:44:28.765822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a51ff-fead-4f03-9f46-c4d6bac1675c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bce9c62-da46-4e07-80cb-b237efd567b5,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:28.767838 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d372000-b292-4f52-9594-d561408e221e None None] Pushing event updated for resources: {'Port': ['ID=fcc71633-b53b-40b7-94ff-a121b5cc8c32,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:28.771531 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] Set router a0b2bddf-d440-4ba8-a24c-b74790c277cf gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:44:28.774560 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-954a51ff-fead-4f03-9f46-c4d6bac1675c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:28.813017 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-02efb413-970a-45df-a87c-e44d6615a986 service neutron] 10.222.0.88 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2376184
Dec 04 00:44:28.832692 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8d372000-b292-4f52-9594-d561408e221e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:28.869420 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a0aecaa-d613-481f-b3b3-277bb97290cf req-0ec7fa99-641a-4234-b8ac-7904db699eec service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9a051e40-edbf-4acc-ad11-99eefa876f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0998108
Dec 04 00:44:28.981218 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-954a51ff-fead-4f03-9f46-c4d6bac1675c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:28.985656 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-954a51ff-fead-4f03-9f46-c4d6bac1675c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.9956746
Dec 04 00:44:28.998360 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 50092) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:29.010746 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Request body: {'floatingip': {'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:29.017404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:29.025930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Usage tracker for resource:floatingip and tenant:09801578e916483aa6201d3b9a595e8c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:29.031460 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:29.041671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:29.077930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:29.170110 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-5801a7ca-06d1-4ac3-9204-067775845754 service neutron] 10.222.0.88 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4017618
Dec 04 00:44:29.208894 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a0aecaa-d613-481f-b3b3-277bb97290cf req-21e30a62-9258-4bcd-b89a-f7c79fb19340 service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3291314
Dec 04 00:44:29.259525 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 50098) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:29.304084 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-cbda1a3d-9408-45fc-abdb-a6ab0fbf9282 service neutron] 10.222.0.88 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4806967
Dec 04 00:44:29.595384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-bd91bd27-ad88-418a-8038-4fed33396459 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 00:44:29.685619 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a0bfd30>, [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:21Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'fcc71633-b53b-40b7-94ff-a121b5cc8c32', 'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'mac_address': 'fa:16:3e:69:72:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:18Z', 'updated_at': '2020-12-04T00:44:27Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'subnets': [{'id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:44:29.694392 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872437ec-ec36-421b-82cb-1b50619f9f0d None None] The sync data for ids ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'] in dv-cinder-763306-5-iscsi is: [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:21Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'fcc71633-b53b-40b7-94ff-a121b5cc8c32', 'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'mac_address': 'fa:16:3e:69:72:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:18Z', 'updated_at': '2020-12-04T00:44:27Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'subnets': [{'id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:44:29.739909 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 50116) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:29.910955 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-578649f4-55d1-43d2-91f7-421660d2bdc7 service neutron] 10.222.0.88 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7398825
Dec 04 00:44:29.977113 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 49b39f61-5b29-49f6-bfc2-854a636977eb up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:29.980512 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-fdd47a97-4f3b-415b-acb0-ffd6078865bf tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:29.982144 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-fdd47a97-4f3b-415b-acb0-ffd6078865bf tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.91 "GET /v2.0/networks?id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 HTTP/1.1" status: 200  len: 818 time: 0.6007617
Dec 04 00:44:30.038211 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a0aecaa-d613-481f-b3b3-277bb97290cf req-58496c94-44ae-480c-8032-a3b4c020f320 service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7562704
Dec 04 00:44:30.073532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Request body: {'port': {'device_id': '81133c33-e25e-4e6f-9c8b-7ebadae89a45', 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618', 'admin_state_up': True, 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:30.264520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port 49b39f61-5b29-49f6-bfc2-854a636977eb completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:30.285229 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 49b39f61-5b29-49f6-bfc2-854a636977eb triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:30.285807 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:30.417476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fd9204f4-adce-4129-ba04-545fd522a6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:30.503136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fd9204f4-adce-4129-ba04-545fd522a6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:30.519080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-fd9204f4-adce-4129-ba04-545fd522a6e2 admin admin] Usage tracker for resource:security_group_rule and tenant:1c4cc1a94f8949dab74b940dda046028 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:30.522635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-fd9204f4-adce-4129-ba04-545fd522a6e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:30.525953 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:30.531691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fd9204f4-adce-4129-ba04-545fd522a6e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:30.563057 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4187bb03-57c0-4c00-8d24-7df1cce54079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b39f61-5b29-49f6-bfc2-854a636977eb'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:44:30.608003 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7199e9-414d-48c1-acfc-284fe86e0462 req-2e193c59-386b-424b-aa17-ccc3aa91a570 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:30.618047 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f7199e9-414d-48c1-acfc-284fe86e0462 req-2e193c59-386b-424b-aa17-ccc3aa91a570 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 943 time: 0.2209523
Dec 04 00:44:30.669351 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 49b39f61-5b29-49f6-bfc2-854a636977eb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=49b39f61-5b29-49f6-bfc2-854a636977eb,segment=NetworkSegment(f0c38287-3d7f-4fbc-a583-19e6545d60d3),segment_id=f0c38287-3d7f-4fbc-a583-19e6545d60d3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:44:30.677695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:30.679882 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6e93f81e-82c9-4065-9426-55f7a43ed835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:30.691038 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:30.711359 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f5a6acb1-d6cd-4b99-8ec9-17d1bf10c20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:30.737761 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:30.759540 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f7199e9-414d-48c1-acfc-284fe86e0462 req-53270e66-03b9-475b-bc3c-6ed8c67c2901 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340301
Dec 04 00:44:30.759704 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f5a6acb1-d6cd-4b99-8ec9-17d1bf10c20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:30.780582 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:30.831725 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=49b39f61-5b29-49f6-bfc2-854a636977eb,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:30.840853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f5a6acb1-d6cd-4b99-8ec9-17d1bf10c20f admin admin] Usage tracker for resource:security_group_rule and tenant:0a71526496bd4ea2b787e7de3deec679 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:30.844710 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:30.860772 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f5a6acb1-d6cd-4b99-8ec9-17d1bf10c20f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:30.875415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f5a6acb1-d6cd-4b99-8ec9-17d1bf10c20f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:30.893290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Made reservation on behalf of 8aa42ed1a820400997e02b1aa7e33362 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:44:30.900152 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:31.025266 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-1f92831e-9b08-4509-9f61-44c302df8fda None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 00:44:31.067073 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fd9204f4-adce-4129-ba04-545fd522a6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:31.128898 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-802d89b7-2e65-47d4-a74a-74adcf539cde req-388a8c9a-b329-4684-9d7b-a5200fdd9c92 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 210 time: 0.0846853
Dec 04 00:44:31.164100 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device fcc71633-b53b-40b7-94ff-a121b5cc8c32 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:31.221086 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fd9204f4-adce-4129-ba04-545fd522a6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:31.281166 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port fcc71633-b53b-40b7-94ff-a121b5cc8c32 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:31.287838 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port fcc71633-b53b-40b7-94ff-a121b5cc8c32 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:31.288674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:31.313410 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:31.353818 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9204f4-adce-4129-ba04-545fd522a6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbdbdb6-0dad-48de-865e-ebf10cc3c21e,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:31.363148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396aa4c-d7b9-4bfe-9919-1efc362e59f5 req-ba9de3af-5126-49f4-96e3-5a07713f2cf0 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:31.369823 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-163295aa-be52-47a6-bfbd-b8a28a8b7869 req-0421a3c9-eb9c-4b42-ab9a-ed0509ff46f6 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 210 time: 0.0809710
Dec 04 00:44:31.371006 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8396aa4c-d7b9-4bfe-9919-1efc362e59f5 req-ba9de3af-5126-49f4-96e3-5a07713f2cf0 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 944 time: 1.3683035
Dec 04 00:44:31.373640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fd9204f4-adce-4129-ba04-545fd522a6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:31.478852 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 5860a064-dfd1-4563-a80d-dd666befeaca up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:31.605545 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:31.617418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f5a6acb1-d6cd-4b99-8ec9-17d1bf10c20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:31.648920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port fcc71633-b53b-40b7-94ff-a121b5cc8c32, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=fcc71633-b53b-40b7-94ff-a121b5cc8c32,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:44:31.654626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:31.657137 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8d372000-b292-4f52-9594-d561408e221e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:31.738800 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=fcc71633-b53b-40b7-94ff-a121b5cc8c32,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:31.741906 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port 5860a064-dfd1-4563-a80d-dd666befeaca completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:31.747370 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:31.748712 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 5860a064-dfd1-4563-a80d-dd666befeaca triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:31.749128 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:31.817643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-53850f30-5ad7-49ea-9e77-60f9c4b8b5ff tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:31.819332 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-53850f30-5ad7-49ea-9e77-60f9c4b8b5ff tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.91 "GET /v2.0/networks?id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 HTTP/1.1" status: 200  len: 818 time: 0.3064151
Dec 04 00:44:31.841222 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8396aa4c-d7b9-4bfe-9919-1efc362e59f5 req-8feba6c9-7d4a-4944-a181-ea504c197707 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4686670
Dec 04 00:44:31.849241 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fd9204f4-adce-4129-ba04-545fd522a6e2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1c4cc1a94f8949dab74b940dda046028&name=default HTTP/1.1" status: 200  len: 2879 time: 2.5616248
Dec 04 00:44:31.853203 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 50166) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:31.871054 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f5a6acb1-d6cd-4b99-8ec9-17d1bf10c20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:31.919525 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4187bb03-57c0-4c00-8d24-7df1cce54079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b39f61-5b29-49f6-bfc2-854a636977eb', 'code': 200}
Dec 04 00:44:31.931394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:31.959335 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-acf03a2e-e72f-43fb-bb13-7b2223013561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:31.965918 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Allocated IP 172.27.3.249 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/fa874135-aeac-4a29-bcc6-3ab83911d32e) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:44:31.967556 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 5860a064-dfd1-4563-a80d-dd666befeaca, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5860a064-dfd1-4563-a80d-dd666befeaca,segment=NetworkSegment(ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5),segment_id=ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:44:31.971337 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:31.972688 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 49b39f61-5b29-49f6-bfc2-854a636977eb up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:31.994041 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-acf03a2e-e72f-43fb-bb13-7b2223013561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:32.002099 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:32.047246 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-acf03a2e-e72f-43fb-bb13-7b2223013561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:32.054418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:32.069580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf03a2e-e72f-43fb-bb13-7b2223013561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbdbdb6-0dad-48de-865e-ebf10cc3c21e,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:32.071822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-acf03a2e-e72f-43fb-bb13-7b2223013561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:32.086034 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-acf03a2e-e72f-43fb-bb13-7b2223013561 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4cbdbdb6-0dad-48de-865e-ebf10cc3c21e HTTP/1.1" status: 204  len: 168 time: 0.2316051
Dec 04 00:44:32.087566 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-acf03a2e-e72f-43fb-bb13-7b2223013561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:32.113184 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=5860a064-dfd1-4563-a80d-dd666befeaca,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:32.116925 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:32.127063 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 49b39f61-5b29-49f6-bfc2-854a636977eb triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:32.127517 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:32.273107 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0bfbf5e2-5913-488f-97c2-bdd2507bbc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:32.363236 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-545b7405-3024-4a8f-971a-0b1d893fb60a req-de7a184a-d75c-469e-b7c7-6bec16e10abd tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 210 time: 0.0465229
Dec 04 00:44:32.407702 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f5a6acb1-d6cd-4b99-8ec9-17d1bf10c20f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0a71526496bd4ea2b787e7de3deec679&name=default HTTP/1.1" status: 200  len: 2879 time: 2.6415477
Dec 04 00:44:32.410677 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 50178) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:32.466959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6acb1-d6cd-4b99-8ec9-17d1bf10c20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89be5c1-8373-4d56-8180-6ef5e0ed660b,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:32.479080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-51cd7d5f-55c6-463e-996e-da3ed624a7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:32.487151 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f5a6acb1-d6cd-4b99-8ec9-17d1bf10c20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:32.513659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-51cd7d5f-55c6-463e-996e-da3ed624a7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:32.536584 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 50182) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:32.563334 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:32.583464 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cb559f77-42a6-4e5d-9b9e-d9773e7aded5 req-df2f578b-e925-4812-9591-8705cf553be1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 210 time: 0.0592356
Dec 04 00:44:32.590545 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a18df480-3ec5-42d8-8750-c99c3e5a025e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:32.625039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-51cd7d5f-55c6-463e-996e-da3ed624a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:32.630653 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:32.630959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a18df480-3ec5-42d8-8750-c99c3e5a025e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:32.644689 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd7d5f-55c6-463e-996e-da3ed624a7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89be5c1-8373-4d56-8180-6ef5e0ed660b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:32.647978 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-51cd7d5f-55c6-463e-996e-da3ed624a7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:32.648752 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-51cd7d5f-55c6-463e-996e-da3ed624a7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:32.652775 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-51cd7d5f-55c6-463e-996e-da3ed624a7f4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e89be5c1-8373-4d56-8180-6ef5e0ed660b HTTP/1.1" status: 204  len: 168 time: 0.2382443
Dec 04 00:44:32.655602 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a18df480-3ec5-42d8-8750-c99c3e5a025e admin admin] Usage tracker for resource:security_group_rule and tenant:72193b3459e34b6dbe5f6738a5e96ae8 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:32.664034 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de242a-42be-4437-9180-870213ae0349 req-b2350e8e-f3fa-49e1-9fd8-87b96fabb852 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:32.665685 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-81de242a-42be-4437-9180-870213ae0349 req-b2350e8e-f3fa-49e1-9fd8-87b96fabb852 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 945 time: 0.6483023
Dec 04 00:44:32.669710 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a18df480-3ec5-42d8-8750-c99c3e5a025e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:32.717086 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a18df480-3ec5-42d8-8750-c99c3e5a025e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:32.790773 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:32.823568 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:32.858721 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-81de242a-42be-4437-9180-870213ae0349 req-74ad0e82-15aa-4491-9bed-56aec1936bd4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543877
Dec 04 00:44:32.869645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Allocated IP 172.20.0.8 (f4c4d338-1e8e-4a6b-9ab2-11c8c7614618/887d58e7-6037-47d9-82f2-709206eff474/e5c396e1-bef1-44f1-947b-625090bba1a0) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:44:33.022066 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event updated for resources: {'Port': ['ID=fa874135-aeac-4a29-bcc6-3ab83911d32e,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:33.052051 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:33.072971 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8f4a4-389f-40cc-b25d-665f76b5bb0d req-9264285a-25c6-46bb-a3d4-0482ddefdb4e tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:33.078357 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a0a8f4a4-389f-40cc-b25d-665f76b5bb0d req-9264285a-25c6-46bb-a3d4-0482ddefdb4e tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 946 time: 0.0968480
Dec 04 00:44:33.132966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device fcc71633-b53b-40b7-94ff-a121b5cc8c32 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:33.134382 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 50194) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:33.135989 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a0a8f4a4-389f-40cc-b25d-665f76b5bb0d req-89e72e99-1c31-4b03-8a22-bf4d277ddf4e tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564499
Dec 04 00:44:33.144840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a18df480-3ec5-42d8-8750-c99c3e5a025e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:33.204251 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port fcc71633-b53b-40b7-94ff-a121b5cc8c32 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:33.204667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:33.221009 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a18df480-3ec5-42d8-8750-c99c3e5a025e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:33.237534 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4315217a-d7e1-48ce-a35a-c56d4fae1e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:33.254039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:33.308124 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4315217a-d7e1-48ce-a35a-c56d4fae1e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:33.325583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:44:33.339794 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4315217a-d7e1-48ce-a35a-c56d4fae1e56 admin admin] Usage tracker for resource:security_group_rule and tenant:74e54cc2016f4b5dbcddd99af6b13350 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:33.344328 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a18df480-3ec5-42d8-8750-c99c3e5a025e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=72193b3459e34b6dbe5f6738a5e96ae8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8055995
Dec 04 00:44:33.347811 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 50198) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:33.349274 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4315217a-d7e1-48ce-a35a-c56d4fae1e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:33.352255 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:44:33.359219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18df480-3ec5-42d8-8750-c99c3e5a025e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a731c937-f913-4c3d-afe1-1e9730c633f2,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:33.374794 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4315217a-d7e1-48ce-a35a-c56d4fae1e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:33.377045 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:44:33.405597 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a18df480-3ec5-42d8-8750-c99c3e5a025e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:33.420898 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a1b58d61-4292-4af9-93b6-a60255a71ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:33.450448 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a1b58d61-4292-4af9-93b6-a60255a71ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:33.488625 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:33.500259 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a1b58d61-4292-4af9-93b6-a60255a71ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:33.506558 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:33.519899 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b58d61-4292-4af9-93b6-a60255a71ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a731c937-f913-4c3d-afe1-1e9730c633f2,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:33.523128 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a1b58d61-4292-4af9-93b6-a60255a71ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:33.525146 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a1b58d61-4292-4af9-93b6-a60255a71ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:33.528790 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a1b58d61-4292-4af9-93b6-a60255a71ed2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a731c937-f913-4c3d-afe1-1e9730c633f2 HTTP/1.1" status: 204  len: 168 time: 0.1774392
Dec 04 00:44:33.573403 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6fa79af1-277c-44bf-871c-059afe11d55b req-39644025-406b-4e11-b318-f80e35167b07 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 210 time: 0.0660429
Dec 04 00:44:33.594708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:33.696555 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:33.731225 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:33.765918 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6efbfae8-9674-429f-8a1f-9a11d2695a61 req-7f72c93b-06a5-4ad4-a056-35f0ae1124b3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 210 time: 0.0512533
Dec 04 00:44:33.837542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:33.920710 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daeb14b0-008c-46eb-a945-abf32ef67ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5860a064-dfd1-4563-a80d-dd666befeaca'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:44:33.940717 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Pushing event updated for resources: {'Port': ['ID=e5c396e1-bef1-44f1-947b-625090bba1a0,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:33.944429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:33.957107 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4315217a-d7e1-48ce-a35a-c56d4fae1e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:33.992869 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daeb14b0-008c-46eb-a945-abf32ef67ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5860a064-dfd1-4563-a80d-dd666befeaca', 'code': 200}
Dec 04 00:44:34.001789 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4315217a-d7e1-48ce-a35a-c56d4fae1e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:34.063135 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:34.156395 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4315217a-d7e1-48ce-a35a-c56d4fae1e56 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=74e54cc2016f4b5dbcddd99af6b13350&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0184658
Dec 04 00:44:34.159612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 50226) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:34.165018 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315217a-d7e1-48ce-a35a-c56d4fae1e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11140ff9-8685-4c99-b5ea-bc4d757b67a3,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:34.168462 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4315217a-d7e1-48ce-a35a-c56d4fae1e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:34.225164 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Network f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:44:34.232400 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:44:34.235391 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:44:34.244665 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:34.244665 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:34.281827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-81a48e56-9d52-4d36-9d59-1d104bfbcdf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:34.312311 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-81a48e56-9d52-4d36-9d59-1d104bfbcdf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:34.352390 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8f54a-d7d4-4f86-992c-872069418738 req-7318e875-a33b-4e39-8251-0ab08c461717 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:34.354301 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d8d8f54a-d7d4-4f86-992c-872069418738 req-7318e875-a33b-4e39-8251-0ab08c461717 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 945 time: 0.3493743
Dec 04 00:44:34.446754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3a990-20a7-45dd-ab5c-511056e7bfb2 req-ed2f5d3f-c647-4ae5-ae9b-04e9c36f6c66 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:34.448547 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bed3a990-20a7-45dd-ab5c-511056e7bfb2 req-ed2f5d3f-c647-4ae5-ae9b-04e9c36f6c66 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 946 time: 0.1270823
Dec 04 00:44:34.454052 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-81a48e56-9d52-4d36-9d59-1d104bfbcdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:34.461698 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8fbfb454-60a2-41cd-b24c-39e21a255643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:34.493075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a48e56-9d52-4d36-9d59-1d104bfbcdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11140ff9-8685-4c99-b5ea-bc4d757b67a3,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:34.497359 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-81a48e56-9d52-4d36-9d59-1d104bfbcdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:34.505239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-81a48e56-9d52-4d36-9d59-1d104bfbcdf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:34.509526 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-81a48e56-9d52-4d36-9d59-1d104bfbcdf4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/11140ff9-8685-4c99-b5ea-bc4d757b67a3 HTTP/1.1" status: 204  len: 168 time: 0.3462331
Dec 04 00:44:34.538990 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bed3a990-20a7-45dd-ab5c-511056e7bfb2 req-1a9351ab-b8d3-4869-9c12-8dbde1debad4 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783427
Dec 04 00:44:34.673846 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.6103837
Dec 04 00:44:34.678788 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Request body: {'port': {'device_id': '141e9219-7eb0-454c-8419-9859759883f3', 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618', 'admin_state_up': True, 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:34.679999 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d8d8f54a-d7d4-4f86-992c-872069418738 req-034132e9-c1d2-4aab-93f5-2de94c9f0745 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3150139
Dec 04 00:44:34.714886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Request body: {'port': {'device_id': '81133c33-e25e-4e6f-9c8b-7ebadae89a45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:34.794627 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:34.823687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:34.895946 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:34.921444 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c310f166-2d13-4511-bd9b-a2f6aac33bd8 req-f993fca4-6e8d-40f8-8122-9d92741c3369 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 210 time: 0.0511298
Dec 04 00:44:35.026761 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.91', 52257) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:35.038859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 5860a064-dfd1-4563-a80d-dd666befeaca up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:35.084427 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event updated for resources: {'Port': ['ID=fa874135-aeac-4a29-bcc6-3ab83911d32e,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:35.090562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:35.136113 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:35.151760 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.91', 52258) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:35.154088 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 5860a064-dfd1-4563-a80d-dd666befeaca triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:35.154807 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:35.158039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Usage tracker for resource:port and tenant:8aa42ed1a820400997e02b1aa7e33362 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:35.165070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Quota usage for port was recalculated. Used quota:2. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:35.191173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:35.236442 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Made reservation on behalf of 8aa42ed1a820400997e02b1aa7e33362 for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:44:35.242100 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:35.278602 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.91', 52259) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:35.367291 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:35.386443 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-21352fef-c4c7-4fdd-93a7-1585b557a7c8 req-ac695303-5613-4760-a702-071d8552145c tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Synchronizing usage tracker for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:35.495155 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 49b39f61-5b29-49f6-bfc2-854a636977eb up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:35.526846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02e67c-ac6c-4881-8f4c-9c4a93487f5b req-0584679c-fc0a-4409-a968-23af47aabf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:35.528342 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4b02e67c-ac6c-4881-8f4c-9c4a93487f5b req-0584679c-fc0a-4409-a968-23af47aabf1d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 1162 time: 0.4994032
Dec 04 00:44:35.593433 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 49b39f61-5b29-49f6-bfc2-854a636977eb triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:35.593777 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:35.594771 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4b02e67c-ac6c-4881-8f4c-9c4a93487f5b req-22ccc8ee-aa58-4b25-b327-1edcd4e03e85 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:35.660411 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-21352fef-c4c7-4fdd-93a7-1585b557a7c8 req-ac695303-5613-4760-a702-071d8552145c tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Unset dirty status for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:35.662554 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-4b02e67c-ac6c-4881-8f4c-9c4a93487f5b req-22ccc8ee-aa58-4b25-b327-1edcd4e03e85 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:35.668886 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-21352fef-c4c7-4fdd-93a7-1585b557a7c8 req-ac695303-5613-4760-a702-071d8552145c tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 210 time: 0.5913749
Dec 04 00:44:35.887689 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-4b02e67c-ac6c-4881-8f4c-9c4a93487f5b req-22ccc8ee-aa58-4b25-b327-1edcd4e03e85 service neutron] Usage tracker for resource:security_group_rule and tenant:e467a6e913e6465ab50e260e3ec2a908 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:35.893440 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-4b02e67c-ac6c-4881-8f4c-9c4a93487f5b req-22ccc8ee-aa58-4b25-b327-1edcd4e03e85 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:35.902153 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-4b02e67c-ac6c-4881-8f4c-9c4a93487f5b req-22ccc8ee-aa58-4b25-b327-1edcd4e03e85 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:35.947253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061afe8c-c442-4668-af7a-f6190f2044c8 req-e0fcbcd8-b32f-4205-b68d-b1be5cfece97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:35.961303 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-061afe8c-c442-4668-af7a-f6190f2044c8 req-e0fcbcd8-b32f-4205-b68d-b1be5cfece97 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 1163 time: 0.8082533
Dec 04 00:44:35.978353 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:35.980880 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-89d26c31-378f-46f5-910a-33b5c6de2ab1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:35.982473 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-89d26c31-378f-46f5-910a-33b5c6de2ab1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.91 "GET /v2.0/networks?id=1a96c76c-b31f-4d8f-acd6-db58f60b517e HTTP/1.1" status: 200  len: 811 time: 0.6852469
Dec 04 00:44:36.087627 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239dfae-264d-4522-8796-b368cc674a5e req-cf420c3d-40cc-4a9c-934d-f16dc7655e6f tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:36.089327 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8239dfae-264d-4522-8796-b368cc674a5e req-cf420c3d-40cc-4a9c-934d-f16dc7655e6f tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 946 time: 0.1972811
Dec 04 00:44:36.137467 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:36.138889 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.1392779
Dec 04 00:44:36.139930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-061afe8c-c442-4668-af7a-f6190f2044c8 req-d73b486d-a512-4f24-a336-6e7bed654ded service neutron] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:36.184152 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8239dfae-264d-4522-8796-b368cc674a5e req-90c2f317-1b31-4b67-bf36-91a9e83887fa tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844297
Dec 04 00:44:36.252646 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-061afe8c-c442-4668-af7a-f6190f2044c8 req-d73b486d-a512-4f24-a336-6e7bed654ded service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:36.281287 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-684c732f-f87e-417b-8ed6-0c1ba63ac054 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ad16774878464ffba02b8d1ebd37d1f9 HTTP/1.1" status: 200  len: 5504 time: 0.2762504
Dec 04 00:44:36.289228 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-061afe8c-c442-4668-af7a-f6190f2044c8 req-d73b486d-a512-4f24-a336-6e7bed654ded service neutron] Usage tracker for resource:security_group_rule and tenant:e467a6e913e6465ab50e260e3ec2a908 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:36.302048 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-061afe8c-c442-4668-af7a-f6190f2044c8 req-d73b486d-a512-4f24-a336-6e7bed654ded service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:36.308487 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Request body: {'port': {'device_id': '94f2b6fd-4bc6-46b5-98b2-c742e35b3eff', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'admin_state_up': True, 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'security_groups': ['937c05dc-7b5e-4bdc-b4c3-025d08f576ca']}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:36.316803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-061afe8c-c442-4668-af7a-f6190f2044c8 req-d73b486d-a512-4f24-a336-6e7bed654ded service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:36.357839 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5f0ac-5b01-4bf7-bb93-c8b6783806b6 req-b3394a64-8a34-46e6-acf1-ed6c6df57427 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:36.359685 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c7c5f0ac-5b01-4bf7-bb93-c8b6783806b6 req-b3394a64-8a34-46e6-acf1-ed6c6df57427 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 945 time: 0.3260512
Dec 04 00:44:36.373303 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4b02e67c-ac6c-4881-8f4c-9c4a93487f5b req-22ccc8ee-aa58-4b25-b327-1edcd4e03e85 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:36.433122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4b02e67c-ac6c-4881-8f4c-9c4a93487f5b req-22ccc8ee-aa58-4b25-b327-1edcd4e03e85 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:36.486432 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c396e1-bef1-44f1-947b-625090bba1a0 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:44:36.493351 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [req-061afe8c-c442-4668-af7a-f6190f2044c8 req-d73b486d-a512-4f24-a336-6e7bed654ded service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['PRIMARY'] with value(s) e467a6e913e6465ab50e260e3ec2a908 {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:44:36.493926 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [req-061afe8c-c442-4668-af7a-f6190f2044c8 req-d73b486d-a512-4f24-a336-6e7bed654ded service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:44:36.501050 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:36.503456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:36.513206 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4f129969-a605-44d4-ba7e-86b0d1d200d2 req-2b70e06a-87b8-41b4-b9f1-24787085d527 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 210 time: 0.0811682
Dec 04 00:44:36.515446 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c7c5f0ac-5b01-4bf7-bb93-c8b6783806b6 req-448ed35c-fbc2-415e-8b03-86c789591ef1 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162627
Dec 04 00:44:36.519778 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4b02e67c-ac6c-4881-8f4c-9c4a93487f5b req-22ccc8ee-aa58-4b25-b327-1edcd4e03e85 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9816515
Dec 04 00:44:36.522136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Transition to ACTIVE for port object e5c396e1-bef1-44f1-947b-625090bba1a0 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:36.526028 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:36.558675 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:36.622821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccc8ee-aa58-4b25-b327-1edcd4e03e85 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=57327224-8d6f-48bb-8abc-cfb9b76f90e8,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:36.631410 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-22ccc8ee-aa58-4b25-b327-1edcd4e03e85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:36.706377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Allocated IP 172.20.0.9 (f4c4d338-1e8e-4a6b-9ab2-11c8c7614618/887d58e7-6037-47d9-82f2-709206eff474/fe12f169-e27e-4506-b1cd-32f1f43712c8) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:44:36.718425 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Pushing event updated for resources: {'Port': ['ID=e5c396e1-bef1-44f1-947b-625090bba1a0,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:36.721795 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:36.734216 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:36.889106 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-4aa4312e-413e-4f98-9721-bf650dfa5f91 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Synchronizing usage tracker for tenant:09801578e916483aa6201d3b9a595e8c on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:36.918084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Attempting to bind port e5c396e1-bef1-44f1-947b-625090bba1a0 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:44:36.918502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Attempting to bind port e5c396e1-bef1-44f1-947b-625090bba1a0 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '94847b4a-1088-4419-b3c9-cff4e907d30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:44:36.918888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Attempting to bind port e5c396e1-bef1-44f1-947b-625090bba1a0 on network f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:44:36.928207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:44:36.928207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Checking segment: {'id': '94847b4a-1088-4419-b3c9-cff4e907d30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:44:36.928574 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:36.929074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Bound using segment: {'id': '94847b4a-1088-4419-b3c9-cff4e907d30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:44:36.929547 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Bound port: e5c396e1-bef1-44f1-947b-625090bba1a0, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94847b4a-1088-4419-b3c9-cff4e907d30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:44:36.929912 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:36.938718 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:36.942065 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-4aa4312e-413e-4f98-9721-bf650dfa5f91 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Unset dirty status for tenant:09801578e916483aa6201d3b9a595e8c on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:36.950485 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-4aa4312e-413e-4f98-9721-bf650dfa5f91 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--331769787&fields=id&tenant_id=09801578e916483aa6201d3b9a595e8c HTTP/1.1" status: 200  len: 267 time: 0.1917994
Dec 04 00:44:36.994831 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a50d0fb-5825-498e-b228-529a2157b896 req-fbfebad4-ce38-4ece-add0-6cba9229e647 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 210 time: 0.0657549
Dec 04 00:44:37.016060 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Made reservation on behalf of ad16774878464ffba02b8d1ebd37d1f9 for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:44:37.031130 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:37.031447 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-061afe8c-c442-4668-af7a-f6190f2044c8 req-d73b486d-a512-4f24-a336-6e7bed654ded service neutron] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:37.042460 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:37.213208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:37.311078 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:37.337703 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] For port e5c396e1-bef1-44f1-947b-625090bba1a0, host hv-cinder-76330, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:44:37.370189 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-061afe8c-c442-4668-af7a-f6190f2044c8 req-d73b486d-a512-4f24-a336-6e7bed654ded service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3815057
Dec 04 00:44:37.371789 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] For port e5c396e1-bef1-44f1-947b-625090bba1a0, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e5c396e1-bef1-44f1-947b-625090bba1a0,segment=NetworkSegment(94847b4a-1088-4419-b3c9-cff4e907d30c),segment_id=94847b4a-1088-4419-b3c9-cff4e907d30c)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:44:37.379922 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-9aad47ff-4bb6-429f-9d7c-057f0684ab32 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:37.388160 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-9aad47ff-4bb6-429f-9d7c-057f0684ab32 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/networks?id=cdf68f31-2f13-4060-b6e6-c7095799b7c3 HTTP/1.1" status: 200  len: 816 time: 0.4365840
Dec 04 00:44:37.398430 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:37.422384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a8bba470-7b04-40c1-8590-d8cdcbc6e0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:37.628666 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Pushing event updated for resources: {'Port': ['ID=fe12f169-e27e-4506-b1cd-32f1f43712c8,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:37.658282 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-5d707414-26ec-4622-bc06-4dcbfd9e4407 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/quotas/09801578e916483aa6201d3b9a595e8c HTTP/1.1" status: 200  len: 375 time: 0.2687466
Dec 04 00:44:37.744002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:37.778156 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:37.778864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:37.780403 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] 10.222.0.91 "PUT /v2.0/ports/e5c396e1-bef1-44f1-947b-625090bba1a0 HTTP/1.1" status: 200  len: 1157 time: 3.0878909
Dec 04 00:44:37.784488 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81133c33-e25e-4e6f-9c8b-7ebadae89a45', 'tag': 'e5c396e1-bef1-44f1-947b-625090bba1a0'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:44:37.948466 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f12a17-8ec8-4c69-b700-94eb536b2af8 req-aa68ade6-39e7-41a6-b53a-2fbdf6f3ae29 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:37.957059 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-88f12a17-8ec8-4c69-b700-94eb536b2af8 req-aa68ade6-39e7-41a6-b53a-2fbdf6f3ae29 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 946 time: 0.3394041
Dec 04 00:44:38.051811 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-88f12a17-8ec8-4c69-b700-94eb536b2af8 req-269b2179-7ad2-49d6-86e9-8ce22404819e tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935972
Dec 04 00:44:38.073772 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Network f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:44:38.084733 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:44:38.087125 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Allocated IP 172.20.0.14 (1a96c76c-b31f-4d8f-acd6-db58f60b517e/e3fd5653-af84-4d8e-b53f-8e48b11f3606/3c20d871-2640-4af6-9b47-fa5e182a2713) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:44:38.089363 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:44:38.103912 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:38.104658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:38.189874 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5236518
Dec 04 00:44:38.218401 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Request body: {'port': {'device_id': '141e9219-7eb0-454c-8419-9859759883f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:38.238490 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Pushing event updated for resources: {'Port': ['ID=e5c396e1-bef1-44f1-947b-625090bba1a0,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:38.252592 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:38.316124 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-ebd81ed0-e95d-4f1e-84fe-ebc1f5699f57 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?tenant_id=09801578e916483aa6201d3b9a595e8c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6344466
Dec 04 00:44:38.512133 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-fe0c8997-7be6-4ae4-a02c-fc56aaa027f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:38.514017 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-fe0c8997-7be6-4ae4-a02c-fc56aaa027f8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8aa42ed1a820400997e02b1aa7e33362&device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 1160 time: 0.6826708
Dec 04 00:44:38.522987 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-add13e56-86ef-4703-9adb-35a7b8983fe7 service neutron] 10.222.0.88 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833484
Dec 04 00:44:38.565891 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:38.629568 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-703bacbe-1d90-495f-8be0-f62ce6f5c6f4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5c396e1-bef1-44f1-947b-625090bba1a0 HTTP/1.1" status: 200  len: 217 time: 0.1040351
Dec 04 00:44:38.702576 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f349b-0ac4-4a90-a8d2-b162b0fa0348 req-a6951927-2da4-4705-9a3f-4ec1bdfdfbb4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:38.704379 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ce0f349b-0ac4-4a90-a8d2-b162b0fa0348 req-a6951927-2da4-4705-9a3f-4ec1bdfdfbb4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 945 time: 0.3599627
Dec 04 00:44:38.765520 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-347e50b8-b4b7-45d4-9a5b-5044d0bc8967 service neutron] 10.222.0.88 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2415512
Dec 04 00:44:38.848970 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ce0f349b-0ac4-4a90-a8d2-b162b0fa0348 req-ac7ce460-9123-4334-bf80-f18e2616fde7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337607
Dec 04 00:44:38.929868 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:38.964037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Transition to ACTIVE for port object 3c20d871-2640-4af6-9b47-fa5e182a2713 will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:39.062558 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81133c33-e25e-4e6f-9c8b-7ebadae89a45', 'tag': 'e5c396e1-bef1-44f1-947b-625090bba1a0', 'status': 'completed', 'code': 200}
Dec 04 00:44:39.140215 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:39.185731 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:39.320401 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a5d4a-d217-421e-aa1c-b5a32e422af2 req-db64a628-8eb8-4a07-b686-dd886e50042b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:39.331903 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7b3a5d4a-d217-421e-aa1c-b5a32e422af2 req-db64a628-8eb8-4a07-b686-dd886e50042b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 932 time: 0.1457767
Dec 04 00:44:39.396258 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7b3a5d4a-d217-421e-aa1c-b5a32e422af2 req-d170fda4-ecf5-40e2-a0b4-af7c47bb99cb tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Synchronizing usage tracker for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:39.412527 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event updated for resources: {'Port': ['ID=3c20d871-2640-4af6-9b47-fa5e182a2713,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:39.414439 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7b3a5d4a-d217-421e-aa1c-b5a32e422af2 req-d170fda4-ecf5-40e2-a0b4-af7c47bb99cb tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Unset dirty status for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:39.415951 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:39.439794 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7b3a5d4a-d217-421e-aa1c-b5a32e422af2 req-d170fda4-ecf5-40e2-a0b4-af7c47bb99cb tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1043670
Dec 04 00:44:39.444902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0dba1-69ee-478f-8a68-7a6b23ce5b9e req-f8ba5c89-2442-4072-9ee3-b4515a8e440c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:39.445736 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f7e0dba1-69ee-478f-8a68-7a6b23ce5b9e req-f8ba5c89-2442-4072-9ee3-b4515a8e440c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Synchronizing usage tracker for tenant:8aa42ed1a820400997e02b1aa7e33362 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:39.564093 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f7e0dba1-69ee-478f-8a68-7a6b23ce5b9e req-f8ba5c89-2442-4072-9ee3-b4515a8e440c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Unset dirty status for tenant:8aa42ed1a820400997e02b1aa7e33362 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:39.565544 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f7e0dba1-69ee-478f-8a68-7a6b23ce5b9e req-f8ba5c89-2442-4072-9ee3-b4515a8e440c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 931 time: 0.5036583
Dec 04 00:44:39.570713 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cb3d120f-f402-43c7-8b99-c732aa2438a4 req-d78be225-0b00-44e3-b78c-e7c9d168c37c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 210 time: 0.0586102
Dec 04 00:44:39.571309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Network 1a96c76c-b31f-4d8f-acd6-db58f60b517e is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:44:39.574986 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe12f169-e27e-4506-b1cd-32f1f43712c8 {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:44:39.579568 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:44:39.597255 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:44:39.601431 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:39.602098 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:39.609442 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:39.655939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Transition to ACTIVE for port object fe12f169-e27e-4506-b1cd-32f1f43712c8 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:39.661070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:39.682389 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:39.715629 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f7e0dba1-69ee-478f-8a68-7a6b23ce5b9e req-aa26f149-30ed-453d-9fb0-a4893549fa16 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Synchronizing usage tracker for tenant:8aa42ed1a820400997e02b1aa7e33362 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:39.719310 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4297543
Dec 04 00:44:39.826109 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a28c0-e8eb-4015-8c5d-77169d86574c req-80dff0ff-3af4-4368-9d8d-7945d9f321be tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:39.827769 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-123a28c0-e8eb-4015-8c5d-77169d86574c req-80dff0ff-3af4-4368-9d8d-7945d9f321be tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 946 time: 0.0932686
Dec 04 00:44:39.846084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Pushing event updated for resources: {'Port': ['ID=fe12f169-e27e-4506-b1cd-32f1f43712c8,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:39.851625 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f7e0dba1-69ee-478f-8a68-7a6b23ce5b9e req-aa26f149-30ed-453d-9fb0-a4893549fa16 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Unset dirty status for tenant:8aa42ed1a820400997e02b1aa7e33362 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:39.859870 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f7e0dba1-69ee-478f-8a68-7a6b23ce5b9e req-aa26f149-30ed-453d-9fb0-a4893549fa16 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2870982
Dec 04 00:44:39.864174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:39.888742 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-c966a0e3-e3dc-4c33-a50d-2a710d67108f None None] Provisioning for port 3c20d871-2640-4af6-9b47-fa5e182a2713 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:39.901097 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-c966a0e3-e3dc-4c33-a50d-2a710d67108f None None] Provisioning complete for port 3c20d871-2640-4af6-9b47-fa5e182a2713 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:39.901946 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c966a0e3-e3dc-4c33-a50d-2a710d67108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:39.907244 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-123a28c0-e8eb-4015-8c5d-77169d86574c req-11dd0aac-4e91-4295-bb55-01c8cd75cb23 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703318
Dec 04 00:44:39.982731 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-c966a0e3-e3dc-4c33-a50d-2a710d67108f None None] Port 3c20d871-2640-4af6-9b47-fa5e182a2713 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:44:40.056507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Attempting to bind port fe12f169-e27e-4506-b1cd-32f1f43712c8 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:44:40.056823 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Attempting to bind port fe12f169-e27e-4506-b1cd-32f1f43712c8 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '94847b4a-1088-4419-b3c9-cff4e907d30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:44:40.057189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Attempting to bind port fe12f169-e27e-4506-b1cd-32f1f43712c8 on network f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:44:40.071994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:44:40.072371 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Checking segment: {'id': '94847b4a-1088-4419-b3c9-cff4e907d30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:44:40.072776 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:40.073175 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Bound using segment: {'id': '94847b4a-1088-4419-b3c9-cff4e907d30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:44:40.073650 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Bound port: fe12f169-e27e-4506-b1cd-32f1f43712c8, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94847b4a-1088-4419-b3c9-cff4e907d30c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4c4d338-1e8e-4a6b-9ab2-11c8c7614618'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:44:40.074025 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:40.104073 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 50484) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:40.205051 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17440c6a-47a3-4524-8c1f-bd7a4d2e465a req-76336690-b23d-4318-bc38-e845ad86c890 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:40.205051 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-17440c6a-47a3-4524-8c1f-bd7a4d2e465a req-76336690-b23d-4318-bc38-e845ad86c890 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 945 time: 0.1808064
Dec 04 00:44:40.211821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] For port fe12f169-e27e-4506-b1cd-32f1f43712c8, host hv-cinder-76330, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:44:40.299890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee7cb7b7-9dd2-45f0-aba8-36c064664fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:40.317835 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ee7cb7b7-9dd2-45f0-aba8-36c064664fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:40.322339 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ee7cb7b7-9dd2-45f0-aba8-36c064664fc2 admin admin] Usage tracker for resource:security_group_rule and tenant:9b74b9070cd84a16810651dcb748f301 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:40.325603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ee7cb7b7-9dd2-45f0-aba8-36c064664fc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:40.332187 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ee7cb7b7-9dd2-45f0-aba8-36c064664fc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:40.435921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] For port fe12f169-e27e-4506-b1cd-32f1f43712c8, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fe12f169-e27e-4506-b1cd-32f1f43712c8,segment=NetworkSegment(94847b4a-1088-4419-b3c9-cff4e907d30c),segment_id=94847b4a-1088-4419-b3c9-cff4e907d30c)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:44:40.436568 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee7cb7b7-9dd2-45f0-aba8-36c064664fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:40.455050 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:40.455657 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee7cb7b7-9dd2-45f0-aba8-36c064664fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:40.467839 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:40.474895 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-17440c6a-47a3-4524-8c1f-bd7a4d2e465a req-074c383b-2cac-4a51-8523-1cd793527617 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2663698
Dec 04 00:44:40.478751 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8922c4ee-b6c0-40e0-8841-e74ce76ce6eb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:40.519026 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ee7cb7b7-9dd2-45f0-aba8-36c064664fc2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9b74b9070cd84a16810651dcb748f301&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4137707
Dec 04 00:44:40.519841 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 50498) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:40.522446 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cb7b7-9dd2-45f0-aba8-36c064664fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca1d82d-93c7-4a6a-a770-96dd9850f308,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:40.535828 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee7cb7b7-9dd2-45f0-aba8-36c064664fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:40.598662 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ffce-0027-45eb-9195-feb842f35577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:40.670565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Pushing event updated for resources: {'Port': ['ID=fe12f169-e27e-4506-b1cd-32f1f43712c8,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:40.678535 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:40.681494 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ffce-0027-45eb-9195-feb842f35577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:40.727533 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:40.729713 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:40.731785 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] 10.222.0.91 "PUT /v2.0/ports/fe12f169-e27e-4506-b1cd-32f1f43712c8 HTTP/1.1" status: 200  len: 1157 time: 2.5189729
Dec 04 00:44:40.732533 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141e9219-7eb0-454c-8419-9859759883f3', 'tag': 'fe12f169-e27e-4506-b1cd-32f1f43712c8'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:44:40.758533 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b28ac-6b42-4843-9e62-b48b3fc23fe8 req-bc1eb9a1-093f-4361-b572-2b1898b390f2 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:40.760228 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-593b28ac-6b42-4843-9e62-b48b3fc23fe8 req-bc1eb9a1-093f-4361-b572-2b1898b390f2 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 932 time: 0.1627505
Dec 04 00:44:40.770418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ffce-0027-45eb-9195-feb842f35577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:40.777199 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:40.807006 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0ffce-0027-45eb-9195-feb842f35577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca1d82d-93c7-4a6a-a770-96dd9850f308,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:40.817361 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d1f0ffce-0027-45eb-9195-feb842f35577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:40.827911 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d1f0ffce-0027-45eb-9195-feb842f35577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:40.832437 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d1f0ffce-0027-45eb-9195-feb842f35577 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fca1d82d-93c7-4a6a-a770-96dd9850f308 HTTP/1.1" status: 204  len: 168 time: 0.3114011
Dec 04 00:44:40.837856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-db372536-cbc5-4d86-aad2-686fbbd59145 req-eeb56d90-8dd5-4886-aeee-e3b7d02d2cea tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Synchronizing usage tracker for tenant:09801578e916483aa6201d3b9a595e8c on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:40.848327 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-593b28ac-6b42-4843-9e62-b48b3fc23fe8 req-a05d300a-8473-4d77-b0ad-5438636f503d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731091
Dec 04 00:44:40.857589 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-db372536-cbc5-4d86-aad2-686fbbd59145 req-eeb56d90-8dd5-4886-aeee-e3b7d02d2cea tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Unset dirty status for tenant:09801578e916483aa6201d3b9a595e8c on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:40.859114 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-db372536-cbc5-4d86-aad2-686fbbd59145 req-eeb56d90-8dd5-4886-aeee-e3b7d02d2cea tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 210 time: 0.0884202
Dec 04 00:44:41.007820 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141e9219-7eb0-454c-8419-9859759883f3', 'tag': 'fe12f169-e27e-4506-b1cd-32f1f43712c8', 'status': 'completed', 'code': 200}
Dec 04 00:44:41.187066 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aee8e6-31ee-4405-a2fc-ef2b00d3790e req-86a2dd55-6d4e-4e7a-9dab-9ffb5198cebd tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:41.188820 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7aee8e6-31ee-4405-a2fc-ef2b00d3790e req-86a2dd55-6d4e-4e7a-9dab-9ffb5198cebd tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 943 time: 0.1308539
Dec 04 00:44:41.267047 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e7aee8e6-31ee-4405-a2fc-ef2b00d3790e req-7f67908c-35d4-4839-98cf-296c3f1efe28 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648103
Dec 04 00:44:41.324255 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51e22d-bbec-4d96-9975-0fa6c572895a req-bca3016c-499d-4b66-985f-e022a2020738 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:41.326000 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d51e22d-bbec-4d96-9975-0fa6c572895a req-bca3016c-499d-4b66-985f-e022a2020738 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 946 time: 0.1376512
Dec 04 00:44:41.377454 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 50520) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:41.388881 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d51e22d-bbec-4d96-9975-0fa6c572895a req-baac401b-8dc5-4f0a-90e1-a0133b91965c tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552361
Dec 04 00:44:41.401707 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfa9db4e-cefe-4904-9276-4c42faf3fadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:41.419076 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bfa9db4e-cefe-4904-9276-4c42faf3fadf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:41.423331 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-bfa9db4e-cefe-4904-9276-4c42faf3fadf admin admin] Usage tracker for resource:security_group_rule and tenant:8c43381e02a84a5c88f59821903419c0 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:44:41.427082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-bfa9db4e-cefe-4904-9276-4c42faf3fadf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:44:41.435227 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-bfa9db4e-cefe-4904-9276-4c42faf3fadf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:41.554871 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfa9db4e-cefe-4904-9276-4c42faf3fadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:41.559418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfa9db4e-cefe-4904-9276-4c42faf3fadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:41.567650 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:41.624813 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bfa9db4e-cefe-4904-9276-4c42faf3fadf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8c43381e02a84a5c88f59821903419c0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2459927
Dec 04 00:44:41.625988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9db4e-cefe-4904-9276-4c42faf3fadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437b059c-ef66-4b6b-99a0-7d3e40ba70ec,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:41.627780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 50526) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:44:41.632413 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bfa9db4e-cefe-4904-9276-4c42faf3fadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:41.710118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d590be6a-c6fb-4f2e-8479-8b073cbc61b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:41.745533 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d590be6a-c6fb-4f2e-8479-8b073cbc61b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:41.807858 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d590be6a-c6fb-4f2e-8479-8b073cbc61b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:41.811671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:41.824978 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590be6a-c6fb-4f2e-8479-8b073cbc61b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437b059c-ef66-4b6b-99a0-7d3e40ba70ec,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:41.833833 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d590be6a-c6fb-4f2e-8479-8b073cbc61b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:41.836995 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d590be6a-c6fb-4f2e-8479-8b073cbc61b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:41.838426 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d590be6a-c6fb-4f2e-8479-8b073cbc61b5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/437b059c-ef66-4b6b-99a0-7d3e40ba70ec HTTP/1.1" status: 204  len: 168 time: 0.2095649
Dec 04 00:44:42.096974 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988964d-8715-4daf-8f8b-ad47589c9f4d req-7fc17208-7064-4b26-8a3d-9eaa9624cf1b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:42.106878 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-a988964d-8715-4daf-8f8b-ad47589c9f4d req-7fc17208-7064-4b26-8a3d-9eaa9624cf1b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Synchronizing usage tracker for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:42.126566 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e6ebbe37-c723-46a7-a6d9-05255d35fb6f req-2f232c4a-b531-418b-91d2-933d49674a75 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 210 time: 0.0652058
Dec 04 00:44:42.128809 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-a988964d-8715-4daf-8f8b-ad47589c9f4d req-7fc17208-7064-4b26-8a3d-9eaa9624cf1b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Unset dirty status for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:42.130322 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a988964d-8715-4daf-8f8b-ad47589c9f4d req-7fc17208-7064-4b26-8a3d-9eaa9624cf1b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 932 time: 0.1287484
Dec 04 00:44:42.207237 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4595e92d-8c2d-4b1f-bb8e-b79ef08e1602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:42.239492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-4668c4b2-a8f8-4114-8a4c-3e6f0a604d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:42.241352 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-4668c4b2-a8f8-4114-8a4c-3e6f0a604d24 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=887d58e7-6037-47d9-82f2-709206eff474 HTTP/1.1" status: 200  len: 858 time: 0.0849707
Dec 04 00:44:42.329411 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Request body: {'port': {'device_id': '94f2b6fd-4bc6-46b5-98b2-c742e35b3eff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:42.383540 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-5dfa9c96-975d-48ad-bfba-74282740411e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1250708
Dec 04 00:44:42.637456 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a988964d-8715-4daf-8f8b-ad47589c9f4d req-5fa085b7-19b8-457e-bb3a-e1040a6bd8c4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4915810
Dec 04 00:44:42.734243 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962f509-04cc-48e3-86f8-46dc4d70cc0b req-50c19b62-69d0-42a4-9ee9-37fb731e0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:42.740050 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1962f509-04cc-48e3-86f8-46dc4d70cc0b req-50c19b62-69d0-42a4-9ee9-37fb731e0370 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8aa42ed1a820400997e02b1aa7e33362&device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 1160 time: 0.4961278
Dec 04 00:44:42.743059 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:42.790818 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-797cede5-0946-4351-a2dc-431794b8adc6 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3990140
Dec 04 00:44:42.836333 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b428837-8cb9-4329-9b66-b8af1165d9c4 req-3625d5fc-4400-41bf-90a4-6858273223c8 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:42.837630 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-0b428837-8cb9-4329-9b66-b8af1165d9c4 req-3625d5fc-4400-41bf-90a4-6858273223c8 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Synchronizing usage tracker for tenant:8aa42ed1a820400997e02b1aa7e33362 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:42.953864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-0b428837-8cb9-4329-9b66-b8af1165d9c4 req-3625d5fc-4400-41bf-90a4-6858273223c8 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Unset dirty status for tenant:8aa42ed1a820400997e02b1aa7e33362 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:42.957317 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b428837-8cb9-4329-9b66-b8af1165d9c4 req-3625d5fc-4400-41bf-90a4-6858273223c8 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 943 time: 0.3387864
Dec 04 00:44:43.053732 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b428837-8cb9-4329-9b66-b8af1165d9c4 req-fdc91320-9e3c-4a9d-ae61-40921fb2a9f7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757849
Dec 04 00:44:43.072806 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e6a965b-235a-4be0-be6d-1949ca4210cf req-385d4d25-bfdc-4436-8288-00120556cc7e service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2729478
Dec 04 00:44:43.231900 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c256-c2b3-42ac-a7ea-c585005afdcb req-6da258df-bd31-41ba-a183-2dc95527cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:43.233866 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1272c256-c2b3-42ac-a7ea-c585005afdcb req-6da258df-bd31-41ba-a183-2dc95527cfb6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8aa42ed1a820400997e02b1aa7e33362&device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 1160 time: 0.0864449
Dec 04 00:44:43.329072 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6be0c-e055-4676-ac3e-f777fba815c1 req-27018b45-9df0-4ea6-b75a-8e2e08f20402 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:43.331275 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0bd6be0c-e055-4676-ac3e-f777fba815c1 req-27018b45-9df0-4ea6-b75a-8e2e08f20402 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 946 time: 0.4573834
Dec 04 00:44:43.342624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962f509-04cc-48e3-86f8-46dc4d70cc0b req-9bf79dc2-9e59-4bb2-8d66-ff1bd742d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:43.344506 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1962f509-04cc-48e3-86f8-46dc4d70cc0b req-9bf79dc2-9e59-4bb2-8d66-ff1bd742d431 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=8aa42ed1a820400997e02b1aa7e33362&shared=False HTTP/1.1" status: 200  len: 912 time: 0.5500853
Dec 04 00:44:43.467168 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a1bbd743-6b83-4503-aa5d-29cfda15ce22 req-3d7befd5-82ec-44c3-b7e6-e441d8285b17 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 210 time: 0.0628717
Dec 04 00:44:43.469776 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c256-c2b3-42ac-a7ea-c585005afdcb req-906c27c8-7757-4650-b170-e95c72b2241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:43.471236 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1272c256-c2b3-42ac-a7ea-c585005afdcb req-906c27c8-7757-4650-b170-e95c72b2241e service neutron] 10.222.0.91 "GET /v2.0/networks?id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 HTTP/1.1" status: 200  len: 912 time: 0.2297890
Dec 04 00:44:43.680941 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0bd6be0c-e055-4676-ac3e-f777fba815c1 req-402027b3-179f-4d58-9d40-303cdadb19ff tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3350871
Dec 04 00:44:43.696655 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1272c256-c2b3-42ac-a7ea-c585005afdcb req-c35186bc-b53d-46dd-a131-b2a8c7229a10 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5c396e1-bef1-44f1-947b-625090bba1a0 HTTP/1.1" status: 200  len: 217 time: 0.2121234
Dec 04 00:44:43.808284 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962f509-04cc-48e3-86f8-46dc4d70cc0b req-a2ed5b42-4a45-4216-8152-df2c694eb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:43.811305 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1962f509-04cc-48e3-86f8-46dc4d70cc0b req-a2ed5b42-4a45-4216-8152-df2c694eb44f service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4346247
Dec 04 00:44:43.858975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272c256-c2b3-42ac-a7ea-c585005afdcb req-20ccc4c6-e936-449e-af11-a089b491ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:43.860814 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1272c256-c2b3-42ac-a7ea-c585005afdcb req-20ccc4c6-e936-449e-af11-a089b491ceb8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=887d58e7-6037-47d9-82f2-709206eff474 HTTP/1.1" status: 200  len: 858 time: 0.1507602
Dec 04 00:44:43.937938 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1272c256-c2b3-42ac-a7ea-c585005afdcb req-3157c9a7-5065-4023-9521-43d974ccb879 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0674915
Dec 04 00:44:43.948665 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c20d871-2640-4af6-9b47-fa5e182a2713 {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:44:43.984061 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:43.998976 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Transition to ACTIVE for port object 3c20d871-2640-4af6-9b47-fa5e182a2713 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:44.059778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:44.114948 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-fdb08299-85b8-4935-82aa-f201a6a4f8d7 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:44.117304 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-fdb08299-85b8-4935-82aa-f201a6a4f8d7 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.91 "GET /v2.0/networks?id=cdf68f31-2f13-4060-b6e6-c7095799b7c3 HTTP/1.1" status: 200  len: 816 time: 0.5469751
Dec 04 00:44:44.249191 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:44.379805 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1272c256-c2b3-42ac-a7ea-c585005afdcb req-8d003a3b-fd98-4570-80b7-38c34bae5760 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4279435
Dec 04 00:44:44.386993 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-1002ffc2-182b-4645-bdb2-61e2237ad43a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=09801578e916483aa6201d3b9a595e8c HTTP/1.1" status: 200  len: 5503 time: 0.2355595
Dec 04 00:44:44.401028 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Pushing event updated for resources: {'Port': ['ID=3c20d871-2640-4af6-9b47-fa5e182a2713,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:44.404934 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:44.435658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-21880442-39e5-40b5-823a-53a8e43aca99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:44.453342 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-0e300bc0-9480-4e1c-901e-3132c652bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:44.455241 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-0e300bc0-9480-4e1c-901e-3132c652bb31 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8aa42ed1a820400997e02b1aa7e33362&device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 1160 time: 0.4545660
Dec 04 00:44:44.563909 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-a3547d0d-59cd-4870-abb2-01b09ca2dcff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe12f169-e27e-4506-b1cd-32f1f43712c8 HTTP/1.1" status: 200  len: 217 time: 0.0934815
Dec 04 00:44:44.573358 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baade8fc-4ab5-4071-91d5-a03044878b30 req-508eff75-8bfe-4f80-ab31-d24b307c0da3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:44.574981 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-baade8fc-4ab5-4071-91d5-a03044878b30 req-508eff75-8bfe-4f80-ab31-d24b307c0da3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 944 time: 0.5708673
Dec 04 00:44:44.690588 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Request body: {'port': {'device_id': '096e09a6-f542-495a-948a-e37568692e18', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'admin_state_up': True, 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'security_groups': ['3557725f-f492-4584-b935-3b5857a34c98']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:44.964860 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Attempting to bind port 3c20d871-2640-4af6-9b47-fa5e182a2713 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:44:44.965233 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Attempting to bind port 3c20d871-2640-4af6-9b47-fa5e182a2713 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:44:44.965890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Attempting to bind port 3c20d871-2640-4af6-9b47-fa5e182a2713 on network 1a96c76c-b31f-4d8f-acd6-db58f60b517e {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:44:44.975700 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:44:44.976055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Checking segment: {'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:44:44.976479 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:44.976894 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Bound using segment: {'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:44:44.977348 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Bound port: 3c20d871-2640-4af6-9b47-fa5e182a2713, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:44:44.984118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:45.250021 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:44:45.285199 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-cc32bfed-c676-4f16-b351-421b55759d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:45.286891 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-cc32bfed-c676-4f16-b351-421b55759d2b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=887d58e7-6037-47d9-82f2-709206eff474 HTTP/1.1" status: 200  len: 858 time: 0.7010193
Dec 04 00:44:45.292818 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-baade8fc-4ab5-4071-91d5-a03044878b30 req-252bd7d9-58e0-4884-b769-7ce985e9fe92 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7056508
Dec 04 00:44:45.293499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:44:45.297326 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1272c256-c2b3-42ac-a7ea-c585005afdcb req-f4578a50-eb7f-40bd-9060-de944241af92 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8931899
Dec 04 00:44:45.325268 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Made reservation on behalf of 09801578e916483aa6201d3b9a595e8c for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:44:45.331915 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:45.363930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba9422-7f75-4a08-9b64-fdf6a330c44d req-2ee65f39-4dbb-42e3-9e20-5e8c2d76623a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:45.372022 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-07ba9422-7f75-4a08-9b64-fdf6a330c44d req-2ee65f39-4dbb-42e3-9e20-5e8c2d76623a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 943 time: 0.1724687
Dec 04 00:44:45.391181 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-188d822a-7828-4838-8c82-e300c105f865 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0619607
Dec 04 00:44:45.426788 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] For port 3c20d871-2640-4af6-9b47-fa5e182a2713, host hv-cinder-76330, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:44:45.430643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] For port 3c20d871-2640-4af6-9b47-fa5e182a2713, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3c20d871-2640-4af6-9b47-fa5e182a2713,segment=NetworkSegment(14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8),segment_id=14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:44:45.447002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:45.464996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:45.511781 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-07ba9422-7f75-4a08-9b64-fdf6a330c44d req-fcc9055c-cb7a-4c5e-9bf8-6d77472a74d4 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387761
Dec 04 00:44:45.609702 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:45.634076 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-41b8db40-a433-4eda-8cae-00727c94cf30 req-f62745dd-fb38-4dbd-9447-7ee238229017 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 210 time: 0.1700325
Dec 04 00:44:45.665057 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Pushing event updated for resources: {'Port': ['ID=3c20d871-2640-4af6-9b47-fa5e182a2713,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:45.668405 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:45.731063 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:45.731832 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:45.733968 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] 10.222.0.91 "PUT /v2.0/ports/3c20d871-2640-4af6-9b47-fa5e182a2713 HTTP/1.1" status: 200  len: 1158 time: 3.4939964
Dec 04 00:44:45.734526 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f2b6fd-4bc6-46b5-98b2-c742e35b3eff', 'tag': '3c20d871-2640-4af6-9b47-fa5e182a2713'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:44:45.762426 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Allocated IP 172.20.0.13 (cdf68f31-2f13-4060-b6e6-c7095799b7c3/8322b4d1-9a0c-42f2-a911-3bc67b7cd900/e677a940-c677-4147-a623-c097d8ea0299) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:44:45.812297 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f2b6fd-4bc6-46b5-98b2-c742e35b3eff', 'tag': '3c20d871-2640-4af6-9b47-fa5e182a2713', 'status': 'completed', 'code': 200}
Dec 04 00:44:45.984816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:46.024475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Transition to ACTIVE for port object e677a940-c677-4147-a623-c097d8ea0299 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:46.051177 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:46.076614 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:46.099593 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:46.305644 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event updated for resources: {'Port': ['ID=e677a940-c677-4147-a623-c097d8ea0299,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:46.310199 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:46.319832 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Network cdf68f31-2f13-4060-b6e6-c7095799b7c3 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:44:46.321027 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:44:46.323324 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:44:46.327611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:46.328531 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:46.357658 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9520068
Dec 04 00:44:46.540900 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b2c66-211a-4d9d-a6f5-7ebf266f206a req-952164da-dbfe-4b6a-af13-6ff8334ddb66 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:46.542568 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f8b2c66-211a-4d9d-a6f5-7ebf266f206a req-952164da-dbfe-4b6a-af13-6ff8334ddb66 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 944 time: 0.0924132
Dec 04 00:44:46.600743 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f8b2c66-211a-4d9d-a6f5-7ebf266f206a req-83b41e14-443d-481d-80f3-4fc5a6adbec0 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428414
Dec 04 00:44:46.608726 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:46.633000 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-cfa4d140-0ff5-4d24-bc07-924a6b8b5ed7 None None] Provisioning for port e677a940-c677-4147-a623-c097d8ea0299 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:46.638939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-cfa4d140-0ff5-4d24-bc07-924a6b8b5ed7 None None] Provisioning complete for port e677a940-c677-4147-a623-c097d8ea0299 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:46.639473 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d140-0ff5-4d24-bc07-924a6b8b5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:46.707587 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4d140-0ff5-4d24-bc07-924a6b8b5ed7 None None] Port e677a940-c677-4147-a623-c097d8ea0299 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:44:46.811353 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9463fc-51a9-41fb-aa5d-883c8a082e37 req-ec759e35-b517-4f1b-9cdd-4dc84739e351 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:46.813032 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b9463fc-51a9-41fb-aa5d-883c8a082e37 req-ec759e35-b517-4f1b-9cdd-4dc84739e351 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 943 time: 0.0859485
Dec 04 00:44:46.870186 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b9463fc-51a9-41fb-aa5d-883c8a082e37 req-04ac0186-0014-4812-be50-7c171b60f945 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503852
Dec 04 00:44:47.073575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cca18-d29e-4bf3-8459-f22e97d94c0b req-07d60a73-0f14-4201-bf2e-bb2d1a27c5f8 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:47.074434 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-475cca18-d29e-4bf3-8459-f22e97d94c0b req-07d60a73-0f14-4201-bf2e-bb2d1a27c5f8 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Synchronizing usage tracker for tenant:09801578e916483aa6201d3b9a595e8c on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:47.090476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-475cca18-d29e-4bf3-8459-f22e97d94c0b req-07d60a73-0f14-4201-bf2e-bb2d1a27c5f8 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Unset dirty status for tenant:09801578e916483aa6201d3b9a595e8c on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:47.091781 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-475cca18-d29e-4bf3-8459-f22e97d94c0b req-07d60a73-0f14-4201-bf2e-bb2d1a27c5f8 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 932 time: 0.1019185
Dec 04 00:44:47.147450 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-475cca18-d29e-4bf3-8459-f22e97d94c0b req-6094c043-9636-498a-9d65-0a29622182df tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485451
Dec 04 00:44:47.833053 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d067871-6fbf-44ab-bd20-eeb6f785e904 req-f7e07bad-6750-4fa3-8fd7-be7a4d1c6c72 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:47.834652 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8d067871-6fbf-44ab-bd20-eeb6f785e904 req-f7e07bad-6750-4fa3-8fd7-be7a4d1c6c72 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 944 time: 0.0885179
Dec 04 00:44:47.890958 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8d067871-6fbf-44ab-bd20-eeb6f785e904 req-057d36b5-1b77-402d-a914-589353e2f043 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465081
Dec 04 00:44:48.094645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a1ae2-239b-456f-8a5f-33581e395340 req-0df90979-bbaa-45ce-bed2-ad843d928d58 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:48.096343 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-768a1ae2-239b-456f-8a5f-33581e395340 req-0df90979-bbaa-45ce-bed2-ad843d928d58 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 943 time: 0.0886533
Dec 04 00:44:48.151303 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-768a1ae2-239b-456f-8a5f-33581e395340 req-d3721846-9abc-4d0d-a6c1-89f4070b4e4a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448227
Dec 04 00:44:48.382889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16317480-a1f5-4edc-abed-73a23a7ed4db req-60c23c37-cdd4-44b5-abf9-ae5491dc139e tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:48.384546 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-16317480-a1f5-4edc-abed-73a23a7ed4db req-60c23c37-cdd4-44b5-abf9-ae5491dc139e tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 932 time: 0.0880127
Dec 04 00:44:48.432815 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-16317480-a1f5-4edc-abed-73a23a7ed4db req-d9913460-ab28-4b70-ac30-e82d8dd8d78c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419173
Dec 04 00:44:48.858105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Request body: {'port': {'device_id': '096e09a6-f542-495a-948a-e37568692e18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:44:48.993680 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:49.058935 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-fc02b1f6-d6e3-4f62-bd0e-73018ea42443 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101061
Dec 04 00:44:49.174066 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-a0c2dec9-132d-4a93-9f7b-c267c686ed9b None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 00:44:49.211228 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a474fb-90b6-4eae-a58d-6c8eea22b1c6 req-6270e749-2646-4619-9833-1966100f6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:49.212989 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12a474fb-90b6-4eae-a58d-6c8eea22b1c6 req-6270e749-2646-4619-9833-1966100f6003 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad16774878464ffba02b8d1ebd37d1f9&device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 1161 time: 0.3334799
Dec 04 00:44:49.371668 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72469749-d7a3-431a-8912-9c5ff4d652d9 req-3a213495-9633-4aed-a978-a10246be4ca5 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3005528
Dec 04 00:44:49.432808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f639013-c792-4c27-9ccd-445711502a0c req-a0608c24-ce08-4bae-89ab-c0d831ca1f1a tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:49.434952 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9f639013-c792-4c27-9ccd-445711502a0c req-a0608c24-ce08-4bae-89ab-c0d831ca1f1a tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 944 time: 0.2166033
Dec 04 00:44:49.476585 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a474fb-90b6-4eae-a58d-6c8eea22b1c6 req-da774d94-02d2-4654-a599-8825882e05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:49.478779 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12a474fb-90b6-4eae-a58d-6c8eea22b1c6 req-da774d94-02d2-4654-a599-8825882e05d5 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=ad16774878464ffba02b8d1ebd37d1f9&shared=False HTTP/1.1" status: 200  len: 905 time: 0.2481229
Dec 04 00:44:49.485093 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4eb83-a7a4-409d-b737-12ab3eee6058 req-f4f98477-ec96-49ac-8369-e6e4eda9da97 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:49.486635 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-01b4eb83-a7a4-409d-b737-12ab3eee6058 req-f4f98477-ec96-49ac-8369-e6e4eda9da97 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 943 time: 0.1640706
Dec 04 00:44:49.530052 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9f639013-c792-4c27-9ccd-445711502a0c req-e8a24f70-5411-44d8-89c4-cada0709375b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0834100
Dec 04 00:44:49.622087 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-01b4eb83-a7a4-409d-b737-12ab3eee6058 req-9caa9a95-39e8-43cc-a3cd-3d5f20593385 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956204
Dec 04 00:44:49.664539 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e677a940-c677-4147-a623-c097d8ea0299 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:44:49.674357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:49.696859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a474fb-90b6-4eae-a58d-6c8eea22b1c6 req-f9e9c1eb-556e-4754-b4f6-fd39a7e4fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:49.698445 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12a474fb-90b6-4eae-a58d-6c8eea22b1c6 req-f9e9c1eb-556e-4754-b4f6-fd39a7e4fd98 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2027457
Dec 04 00:44:49.738089 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Transition to ACTIVE for port object e677a940-c677-4147-a623-c097d8ea0299 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:44:49.742396 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:49.764583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:49.785036 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e5c396e1-bef1-44f1-947b-625090bba1a0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:49.835052 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-dbf3ff92-2a39-44bb-88d5-0672894b92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:49.837092 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-dbf3ff92-2a39-44bb-88d5-0672894b92b6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad16774878464ffba02b8d1ebd37d1f9&device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 1161 time: 0.0949316
Dec 04 00:44:49.888681 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port e5c396e1-bef1-44f1-947b-625090bba1a0 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:49.897019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e5c396e1-bef1-44f1-947b-625090bba1a0 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:49.898214 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:49.932675 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Pushing event updated for resources: {'Port': ['ID=e677a940-c677-4147-a623-c097d8ea0299,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:49.935993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:49.938445 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-78a4f783-1905-4de3-a2b6-b62122f656aa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c20d871-2640-4af6-9b47-fa5e182a2713 HTTP/1.1" status: 200  len: 217 time: 0.0906265
Dec 04 00:44:49.972911 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328101e9-3d81-4eb0-ad58-31b26cf9accd req-9faebbc5-3e6c-40da-b0c9-5b67d468e434 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:49.980892 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-328101e9-3d81-4eb0-ad58-31b26cf9accd req-9faebbc5-3e6c-40da-b0c9-5b67d468e434 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 932 time: 0.3029950
Dec 04 00:44:50.033948 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-d41b2c51-4321-423a-a323-e6e57118d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:50.036439 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-d41b2c51-4321-423a-a323-e6e57118d06f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3fd5653-af84-4d8e-b53f-8e48b11f3606 HTTP/1.1" status: 200  len: 850 time: 0.0836663
Dec 04 00:44:50.039779 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:50.072652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81133c33-e25e-4e6f-9c8b-7ebadae89a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c396e1-bef1-44f1-947b-625090bba1a0'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:44:50.087090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port e5c396e1-bef1-44f1-947b-625090bba1a0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e5c396e1-bef1-44f1-947b-625090bba1a0,segment=NetworkSegment(94847b4a-1088-4419-b3c9-cff4e907d30c),segment_id=94847b4a-1088-4419-b3c9-cff4e907d30c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:44:50.090196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:50.092220 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f0b23359-335b-40f5-b2cb-23d4c8d183e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:50.141011 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-328101e9-3d81-4eb0-ad58-31b26cf9accd req-ec45c37d-8929-402a-97a0-e8a74c59b90a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1590438
Dec 04 00:44:50.169095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=e5c396e1-bef1-44f1-947b-625090bba1a0,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:50.183013 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-c4c9ae2a-4f27-49bc-8e59-f9858cd36b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:50.184678 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-c4c9ae2a-4f27-49bc-8e59-f9858cd36b89 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1a96c76c-b31f-4d8f-acd6-db58f60b517e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1344771
Dec 04 00:44:50.189427 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Attempting to bind port e677a940-c677-4147-a623-c097d8ea0299 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:44:50.192146 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Attempting to bind port e677a940-c677-4147-a623-c097d8ea0299 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:44:50.195763 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:50.207007 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Attempting to bind port e677a940-c677-4147-a623-c097d8ea0299 on network cdf68f31-2f13-4060-b6e6-c7095799b7c3 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:44:50.218513 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81133c33-e25e-4e6f-9c8b-7ebadae89a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c396e1-bef1-44f1-947b-625090bba1a0', 'code': 200}
Dec 04 00:44:50.218830 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:44:50.219209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Checking segment: {'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:44:50.219645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:50.220038 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Bound using segment: {'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:44:50.220487 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Bound port: e677a940-c677-4147-a623-c097d8ea0299, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:44:50.221158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:50.328039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e5c396e1-bef1-44f1-947b-625090bba1a0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:50.361051 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-91b49983-d222-4d47-a7d8-9274418a5b91 service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597099
Dec 04 00:44:50.370829 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] For port e677a940-c677-4147-a623-c097d8ea0299, host hv-cinder-76330, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:44:50.374675 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] For port e677a940-c677-4147-a623-c097d8ea0299, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e677a940-c677-4147-a623-c097d8ea0299,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:44:50.382291 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:50.454144 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e5c396e1-bef1-44f1-947b-625090bba1a0 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:50.455905 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:50.481752 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-35ef8409-1d34-467b-9132-4f0737cc2e5b tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:50.637871 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27a3919d-e74b-47e7-b5b1-f89bcf4a62d6 req-432079ab-77ec-46e6-8533-a46eb64fbc73 service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2681699
Dec 04 00:44:50.645214 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a94f1-beb5-40e9-ad7c-0f1e13a47ede req-c488b8e0-50f4-465d-98e4-e0320a31a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:50.646834 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-841a94f1-beb5-40e9-ad7c-0f1e13a47ede req-c488b8e0-50f4-465d-98e4-e0320a31a22a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 1162 time: 0.1811914
Dec 04 00:44:50.699205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-841a94f1-beb5-40e9-ad7c-0f1e13a47ede req-bca3e14e-e256-44f7-a09c-1c9a132df7bd service neutron] Synchronizing usage tracker for tenant:e467a6e913e6465ab50e260e3ec2a908 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:50.719766 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-841a94f1-beb5-40e9-ad7c-0f1e13a47ede req-bca3e14e-e256-44f7-a09c-1c9a132df7bd service neutron] Unset dirty status for tenant:e467a6e913e6465ab50e260e3ec2a908 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:50.721496 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-841a94f1-beb5-40e9-ad7c-0f1e13a47ede req-bca3e14e-e256-44f7-a09c-1c9a132df7bd service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668862
Dec 04 00:44:50.893848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Pushing event updated for resources: {'Port': ['ID=e677a940-c677-4147-a623-c097d8ea0299,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:50.896054 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd46d6-c047-4302-b701-445fff14aa32 req-7c1da310-06a2-4648-ad09-6033cc10bc45 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:50.897721 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7cfd46d6-c047-4302-b701-445fff14aa32 req-7c1da310-06a2-4648-ad09-6033cc10bc45 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 943 time: 0.0937164
Dec 04 00:44:50.927611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.927611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.927611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.927611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.927611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.927611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.927611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.927611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.927611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.927611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.927611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.927611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.927611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.927611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.928405 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.928405 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.928533 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.928986 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.929230 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.929616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.939344 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.939344 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.939344 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.939344 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:50.944390 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:50.949016 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7cfd46d6-c047-4302-b701-445fff14aa32 req-1a517902-aa23-4b1b-9e73-15e388b3e70e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436449
Dec 04 00:44:50.960437 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5cb46-ff6c-45f4-ba2a-9448520b94d9 req-af3300fa-9de1-44a4-972c-89f62ad16093 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:50.962072 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9ba5cb46-ff6c-45f4-ba2a-9448520b94d9 req-af3300fa-9de1-44a4-972c-89f62ad16093 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 944 time: 0.1952353
Dec 04 00:44:50.964951 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:50.965622 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:50.967011 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] 10.222.0.91 "PUT /v2.0/ports/e677a940-c677-4147-a623-c097d8ea0299 HTTP/1.1" status: 200  len: 1158 time: 2.1197150
Dec 04 00:44:50.968220 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096e09a6-f542-495a-948a-e37568692e18', 'tag': 'e677a940-c677-4147-a623-c097d8ea0299'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:44:51.039630 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9ba5cb46-ff6c-45f4-ba2a-9448520b94d9 req-1d23eaf5-5216-419e-8189-3af87c8d3a6f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657563
Dec 04 00:44:51.094330 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096e09a6-f542-495a-948a-e37568692e18', 'tag': 'e677a940-c677-4147-a623-c097d8ea0299', 'status': 'completed', 'code': 200}
Dec 04 00:44:51.129410 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b01bce6-90e7-47e3-8277-848d3958a8f9 req-44f44cd7-80fa-45de-9528-1ecd1f89afd4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0887265
Dec 04 00:44:51.141103 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-c2eefdc0-5d32-46bc-a174-3cf9009cb66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:51.142756 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-c2eefdc0-5d32-46bc-a174-3cf9009cb66e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=09801578e916483aa6201d3b9a595e8c&device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 1161 time: 0.1026199
Dec 04 00:44:51.226415 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-4d044193-e483-4ac2-abce-f6bedb94e0f0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e677a940-c677-4147-a623-c097d8ea0299 HTTP/1.1" status: 200  len: 217 time: 0.0730431
Dec 04 00:44:51.320256 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-c256cf13-f3b8-43a0-ad55-708b22db82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:51.323139 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-c256cf13-f3b8-43a0-ad55-708b22db82c8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8322b4d1-9a0c-42f2-a911-3bc67b7cd900 HTTP/1.1" status: 200  len: 855 time: 0.0844197
Dec 04 00:44:51.332266 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01bce6-90e7-47e3-8277-848d3958a8f9 req-723750eb-de82-4cb5-b81d-a1114b3d3195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:51.334071 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b01bce6-90e7-47e3-8277-848d3958a8f9 req-723750eb-de82-4cb5-b81d-a1114b3d3195 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cb3fa42f2964c6bb0dea1c1a4ac2031&device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 1162 time: 0.1096306
Dec 04 00:44:51.414085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-8c83d1f3-c88f-422c-a9f3-352c835b1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:51.415762 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-8c83d1f3-c88f-422c-a9f3-352c835b1243 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cdf68f31-2f13-4060-b6e6-c7095799b7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851588
Dec 04 00:44:51.544653 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872ab02-94f8-4bea-ab57-4e1cb902c17f req-7b551d1b-c03f-4ca3-a1e0-1118d1918c6f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:51.546373 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e872ab02-94f8-4bea-ab57-4e1cb902c17f req-7b551d1b-c03f-4ca3-a1e0-1118d1918c6f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.2098713
Dec 04 00:44:51.598537 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-0f6b6640-35ff-443d-a1a5-86e0f1c51544 service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1730833
Dec 04 00:44:51.632335 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e872ab02-94f8-4bea-ab57-4e1cb902c17f req-4259d2a6-1a48-4a21-8930-d1fa4387976f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637276
Dec 04 00:44:51.633472 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01bce6-90e7-47e3-8277-848d3958a8f9 req-a30413b8-6d24-4104-8a2a-caa34c1c40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:51.634970 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b01bce6-90e7-47e3-8277-848d3958a8f9 req-a30413b8-6d24-4104-8a2a-caa34c1c40e4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9a051e40-edbf-4acc-ad11-99eefa876f20 HTTP/1.1" status: 200  len: 908 time: 0.2488341
Dec 04 00:44:51.718669 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b01bce6-90e7-47e3-8277-848d3958a8f9 req-cab93984-c83e-41d8-a7d3-47cda5982031 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49b39f61-5b29-49f6-bfc2-854a636977eb HTTP/1.1" status: 200  len: 217 time: 0.0737708
Dec 04 00:44:51.754625 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12c03a8c-77c2-444c-b8d7-63c2605578cf req-d332e7ee-7766-490a-88dc-e3c6331336fc service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1480908
Dec 04 00:44:51.809181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01bce6-90e7-47e3-8277-848d3958a8f9 req-3bda167d-e6f3-46fb-a757-5c1623e2c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:51.810966 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b01bce6-90e7-47e3-8277-848d3958a8f9 req-3bda167d-e6f3-46fb-a757-5c1623e2c1df service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2dd1b4bf-3c93-43a9-bef9-7e21218b6544 HTTP/1.1" status: 200  len: 854 time: 0.0848346
Dec 04 00:44:51.878382 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b01bce6-90e7-47e3-8277-848d3958a8f9 req-11e43d36-f998-4611-8f78-0a55fa924370 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9a051e40-edbf-4acc-ad11-99eefa876f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468409
Dec 04 00:44:51.904790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1e37f-0350-40ef-972b-e98765864796 req-9fc93db6-8aef-4e5b-aff6-ac732066d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:51.906407 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e8a1e37f-0350-40ef-972b-e98765864796 req-9fc93db6-8aef-4e5b-aff6-ac732066d92c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=09801578e916483aa6201d3b9a595e8c&device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 1161 time: 0.0764008
Dec 04 00:44:52.068019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1e37f-0350-40ef-972b-e98765864796 req-90f4b252-953c-4d5f-8556-00a6d3994279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:52.070119 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e8a1e37f-0350-40ef-972b-e98765864796 req-90f4b252-953c-4d5f-8556-00a6d3994279 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cdf68f31-2f13-4060-b6e6-c7095799b7c3 HTTP/1.1" status: 200  len: 910 time: 0.1486821
Dec 04 00:44:52.076738 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b01bce6-90e7-47e3-8277-848d3958a8f9 req-f212ba36-9943-4831-909f-f4b1e0efe1de service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821477
Dec 04 00:44:52.400230 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b01bce6-90e7-47e3-8277-848d3958a8f9 req-f74212ee-866e-480f-a326-2d4e5b9906d2 service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3101294
Dec 04 00:44:52.411835 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dade0e8-7bc4-4649-9dd4-e0169e999ae9 req-ab1ed4e3-bbac-4055-bfa4-f722535c49ab tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:52.413536 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4dade0e8-7bc4-4649-9dd4-e0169e999ae9 req-ab1ed4e3-bbac-4055-bfa4-f722535c49ab tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 944 time: 0.1685028
Dec 04 00:44:52.467925 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e8a1e37f-0350-40ef-972b-e98765864796 req-e4b95ccb-3879-42eb-8a2f-96acc27e06c5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e677a940-c677-4147-a623-c097d8ea0299 HTTP/1.1" status: 200  len: 217 time: 0.3782310
Dec 04 00:44:52.490253 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4dade0e8-7bc4-4649-9dd4-e0169e999ae9 req-1d07e113-500d-4c86-bf71-c2629a3adfe8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666692
Dec 04 00:44:52.521966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56bbd8-92e2-4e8f-a112-4cb268a3111f req-0ad9b45c-171b-4fd6-9583-db866785bc69 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:52.523636 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-db56bbd8-92e2-4e8f-a112-4cb268a3111f req-0ad9b45c-171b-4fd6-9583-db866785bc69 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 943 time: 0.3285477
Dec 04 00:44:52.573235 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-db56bbd8-92e2-4e8f-a112-4cb268a3111f req-c6f2286d-402b-4e85-abbf-54098d26c259 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431213
Dec 04 00:44:52.882413 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0698114-5fe7-46cd-9d1f-2aa6c12fe6d8 req-4838a11a-a205-45ec-af45-965683c13230 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:52.884023 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a0698114-5fe7-46cd-9d1f-2aa6c12fe6d8 req-4838a11a-a205-45ec-af45-965683c13230 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1011834
Dec 04 00:44:52.930958 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a0698114-5fe7-46cd-9d1f-2aa6c12fe6d8 req-85187ddb-8d7b-4599-9a9f-83f90fc441a3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405529
Dec 04 00:44:53.705592 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3969e-e404-43cd-a41b-5786873c2e5c req-7d945dca-095a-4146-afeb-93ed0dbb028a tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:53.707338 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9cb3969e-e404-43cd-a41b-5786873c2e5c req-7d945dca-095a-4146-afeb-93ed0dbb028a tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 944 time: 0.0913010
Dec 04 00:44:53.766616 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9cb3969e-e404-43cd-a41b-5786873c2e5c req-2b84553f-bd7a-4dbb-a452-ec1f188aff5c tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500391
Dec 04 00:44:53.801016 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215a1f1-2b58-4d3c-985a-41c51a26b034 req-f4a5dbdf-a410-4755-be4f-9b7466d701ca tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:53.802751 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d215a1f1-2b58-4d3c-985a-41c51a26b034 req-f4a5dbdf-a410-4755-be4f-9b7466d701ca tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 943 time: 0.0895910
Dec 04 00:44:53.854069 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d215a1f1-2b58-4d3c-985a-41c51a26b034 req-a841850e-3178-4223-b08c-e41c7c733298 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446546
Dec 04 00:44:54.171156 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfcfdc-8a18-46a3-a205-5f75d247c012 req-50eb1ca0-6655-4a8c-871f-52cb2e36670b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:54.172694 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e4bfcfdc-8a18-46a3-a205-5f75d247c012 req-50eb1ca0-6655-4a8c-871f-52cb2e36670b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0924509
Dec 04 00:44:54.222392 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e4bfcfdc-8a18-46a3-a205-5f75d247c012 req-3813ee26-d39d-4e8b-b01f-60c887c1cb20 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Synchronizing usage tracker for tenant:09801578e916483aa6201d3b9a595e8c on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:44:54.235340 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e4bfcfdc-8a18-46a3-a205-5f75d247c012 req-3813ee26-d39d-4e8b-b01f-60c887c1cb20 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Unset dirty status for tenant:09801578e916483aa6201d3b9a595e8c on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:44:54.236656 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e4bfcfdc-8a18-46a3-a205-5f75d247c012 req-3813ee26-d39d-4e8b-b01f-60c887c1cb20 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570505
Dec 04 00:44:54.982139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8d123-b908-44eb-b6de-f9fa73cf306f req-7f449ba1-1053-4b1f-988c-280ad8d60646 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:54.983809 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ddd8d123-b908-44eb-b6de-f9fa73cf306f req-7f449ba1-1053-4b1f-988c-280ad8d60646 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 944 time: 0.0879931
Dec 04 00:44:55.032598 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ddd8d123-b908-44eb-b6de-f9fa73cf306f req-59fd3863-2236-4069-83cf-1bbd08e3930d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421572
Dec 04 00:44:55.074392 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd06245-4507-41d5-b607-37e543e0a124 req-dcea9580-d873-47d3-8996-0cb1e89edb23 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:55.076074 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cdd06245-4507-41d5-b607-37e543e0a124 req-dcea9580-d873-47d3-8996-0cb1e89edb23 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 943 time: 0.0880821
Dec 04 00:44:55.123757 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cdd06245-4507-41d5-b607-37e543e0a124 req-6adf602b-d7d8-4918-8c4a-d21e8fc573ca tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410380
Dec 04 00:44:55.492647 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc34be-8987-4c94-af70-c2d1339c60ab req-3765d8fa-421f-4072-9e62-68a07b7f2ff6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:55.494265 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-49bc34be-8987-4c94-af70-c2d1339c60ab req-3765d8fa-421f-4072-9e62-68a07b7f2ff6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1004987
Dec 04 00:44:55.543922 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-49bc34be-8987-4c94-af70-c2d1339c60ab req-71f2ad57-f9b6-4ca0-bdd6-22c70189a8e4 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429902
Dec 04 00:44:55.738019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1e37f-0350-40ef-972b-e98765864796 req-4bd21905-1e33-441c-a437-be76dc0c4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:55.739632 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e8a1e37f-0350-40ef-972b-e98765864796 req-4bd21905-1e33-441c-a437-be76dc0c4892 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8322b4d1-9a0c-42f2-a911-3bc67b7cd900 HTTP/1.1" status: 200  len: 855 time: 0.0754621
Dec 04 00:44:56.021733 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1e37f-0350-40ef-972b-e98765864796 req-8b78c493-0378-4be3-9bbd-90b64e5aed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:56.023407 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e8a1e37f-0350-40ef-972b-e98765864796 req-8b78c493-0378-4be3-9bbd-90b64e5aed6d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cdf68f31-2f13-4060-b6e6-c7095799b7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1154656
Dec 04 00:44:56.232640 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e8a1e37f-0350-40ef-972b-e98765864796 req-65e0017f-575f-483b-b0d7-fa58fbd632f2 service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1995015
Dec 04 00:44:56.336845 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:56.378855 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2039e-7eef-44f7-9af5-7a7acd9b21f9 req-b389f028-f23f-45c7-920d-5d48ae6b6ff7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:56.380517 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c8a2039e-7eef-44f7-9af5-7a7acd9b21f9 req-b389f028-f23f-45c7-920d-5d48ae6b6ff7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 943 time: 0.0949578
Dec 04 00:44:56.381341 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e1cb4-46c2-4c9c-bf14-69e7316bb553 req-a44d62b3-d1c6-4a10-a7cc-60ffabcf9549 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:56.382982 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e5e1cb4-46c2-4c9c-bf14-69e7316bb553 req-a44d62b3-d1c6-4a10-a7cc-60ffabcf9549 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 944 time: 0.2188075
Dec 04 00:44:56.432700 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c8a2039e-7eef-44f7-9af5-7a7acd9b21f9 req-2ca42f4b-352a-44c8-8dab-236ac88fd479 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454245
Dec 04 00:44:56.451216 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e8a1e37f-0350-40ef-972b-e98765864796 req-62505554-4c77-4c25-b29e-172960588beb service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2078023
Dec 04 00:44:56.468193 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e5e1cb4-46c2-4c9c-bf14-69e7316bb553 req-2ad9e05e-115f-4ec8-b395-7eddf527a43f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736244
Dec 04 00:44:56.789479 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a68348-3ba8-4312-99f1-f0695fbcf0ed req-a05ddb52-b515-4b7d-8a8a-c597d27ca642 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:56.791101 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-64a68348-3ba8-4312-99f1-f0695fbcf0ed req-a05ddb52-b515-4b7d-8a8a-c597d27ca642 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0930347
Dec 04 00:44:56.844211 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-64a68348-3ba8-4312-99f1-f0695fbcf0ed req-62ea3711-40ee-4b86-81c6-5624204c7686 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433059
Dec 04 00:44:57.020760 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device fe12f169-e27e-4506-b1cd-32f1f43712c8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:57.110284 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port fe12f169-e27e-4506-b1cd-32f1f43712c8 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:57.117685 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port fe12f169-e27e-4506-b1cd-32f1f43712c8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:57.118298 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:57.255501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:57.283153 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141e9219-7eb0-454c-8419-9859759883f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe12f169-e27e-4506-b1cd-32f1f43712c8'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:44:57.293945 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port fe12f169-e27e-4506-b1cd-32f1f43712c8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fe12f169-e27e-4506-b1cd-32f1f43712c8,segment=NetworkSegment(94847b4a-1088-4419-b3c9-cff4e907d30c),segment_id=94847b4a-1088-4419-b3c9-cff4e907d30c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:44:57.299801 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:57.300725 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e5c396e1-bef1-44f1-947b-625090bba1a0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:57.333002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5e49f93c-bc9b-4900-b7cc-17f16a101962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:57.385541 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141e9219-7eb0-454c-8419-9859759883f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe12f169-e27e-4506-b1cd-32f1f43712c8', 'code': 200}
Dec 04 00:44:57.439714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=fe12f169-e27e-4506-b1cd-32f1f43712c8,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:57.451744 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.452131 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.452512 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.452894 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.453261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.453628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.453993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.454457 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.454927 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.455303 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.455796 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.456149 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.456589 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.456957 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.457321 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.457683 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.458041 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.458402 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.458759 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.459119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.459499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.459863 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.460220 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.460577 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:44:57.465638 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:57.474419 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e5c396e1-bef1-44f1-947b-625090bba1a0 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:57.475024 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:57.741492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126f31c-c0bc-4279-979b-fe6f0cb8de59 req-d2f09800-c386-4791-803c-330100231284 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:57.749784 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1126f31c-c0bc-4279-979b-fe6f0cb8de59 req-d2f09800-c386-4791-803c-330100231284 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1026752
Dec 04 00:44:57.802612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d0f1d-a6f9-4e7b-9be0-d727e6386a77 req-3612d44b-9eba-446d-9c4d-bea6963d1c36 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:57.811372 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-296d0f1d-a6f9-4e7b-9be0-d727e6386a77 req-3612d44b-9eba-446d-9c4d-bea6963d1c36 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 944 time: 0.1678817
Dec 04 00:44:57.829639 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1126f31c-c0bc-4279-979b-fe6f0cb8de59 req-d54cf3a6-57ec-4ce2-9ab5-3e1fea042b88 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788338
Dec 04 00:44:57.830540 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ac693-c65c-42c1-92ba-1cd015d6bdfa req-a1bafcd2-3918-4096-97a4-6f4d08f5810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:57.832552 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-599ac693-c65c-42c1-92ba-1cd015d6bdfa req-a1bafcd2-3918-4096-97a4-6f4d08f5810d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 1162 time: 0.1503744
Dec 04 00:44:57.885173 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-296d0f1d-a6f9-4e7b-9be0-d727e6386a77 req-a10903ba-e50b-4f08-9438-747067c36c45 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726106
Dec 04 00:44:57.915262 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-599ac693-c65c-42c1-92ba-1cd015d6bdfa req-74e12c0e-ed12-46af-8ad6-5eeb8031b851 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648384
Dec 04 00:44:58.077092 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c808b-13ee-4daf-8e3a-a8e484ac33d0 req-a9f8630d-ac8c-4a87-a49c-a13d30a1f587 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:58.078704 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f44c808b-13ee-4daf-8e3a-a8e484ac33d0 req-a9f8630d-ac8c-4a87-a49c-a13d30a1f587 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0842710
Dec 04 00:44:58.132567 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f44c808b-13ee-4daf-8e3a-a8e484ac33d0 req-77ce788a-57a2-4fcc-ba91-4b2bc85eaff1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465193
Dec 04 00:44:58.418930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:44:58.749404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device fe12f169-e27e-4506-b1cd-32f1f43712c8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:58.821728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port fe12f169-e27e-4506-b1cd-32f1f43712c8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:58.822214 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:59.020002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 3c20d871-2640-4af6-9b47-fa5e182a2713 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:44:59.160382 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port 3c20d871-2640-4af6-9b47-fa5e182a2713 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:44:59.165651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fbd7e-37fb-4902-a40b-3029aca4a5fe req-8203d7c4-d670-4668-ae0b-92cbbf144f89 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:59.167127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 3c20d871-2640-4af6-9b47-fa5e182a2713 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:44:59.167681 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:59.169484 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-860fbd7e-37fb-4902-a40b-3029aca4a5fe req-8203d7c4-d670-4668-ae0b-92cbbf144f89 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1542270
Dec 04 00:44:59.215654 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba029c-a64b-4a3f-9049-5338979a4815 req-fd8d2b95-7cb6-4bd1-b61c-b9adaebe1246 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:59.224405 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-55ba029c-a64b-4a3f-9049-5338979a4815 req-fd8d2b95-7cb6-4bd1-b61c-b9adaebe1246 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 944 time: 0.1293738
Dec 04 00:44:59.229254 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-860fbd7e-37fb-4902-a40b-3029aca4a5fe req-760d7a8c-739c-4e58-9f0d-55f13c3280bf tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532064
Dec 04 00:44:59.291240 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-55ba029c-a64b-4a3f-9049-5338979a4815 req-dd94beed-7c6b-4727-ac35-eacc60f4674f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652733
Dec 04 00:44:59.350116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:59.386548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f2b6fd-4bc6-46b5-98b2-c742e35b3eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c20d871-2640-4af6-9b47-fa5e182a2713'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:44:59.398031 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 3c20d871-2640-4af6-9b47-fa5e182a2713, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3c20d871-2640-4af6-9b47-fa5e182a2713,segment=NetworkSegment(14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8),segment_id=14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:44:59.401779 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:44:59.405061 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:44:59.454829 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f2b6fd-4bc6-46b5-98b2-c742e35b3eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c20d871-2640-4af6-9b47-fa5e182a2713', 'code': 200}
Dec 04 00:44:59.468596 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e252e83-ec8e-4780-8960-032663d23dc4 req-e2e70d11-0536-4bbb-b115-958d4c8986da tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:59.470928 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e252e83-ec8e-4780-8960-032663d23dc4 req-e2e70d11-0536-4bbb-b115-958d4c8986da tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0994380
Dec 04 00:44:59.493983 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=3c20d871-2640-4af6-9b47-fa5e182a2713,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:44:59.497782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:44:59.532248 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e252e83-ec8e-4780-8960-032663d23dc4 req-398b0f1e-0b2b-4250-af54-b47ba6a82b69 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519073
Dec 04 00:44:59.764415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91069793-ec60-47ca-902d-2249a6cc4254 req-97146e45-97ff-4133-9dde-5282cde9520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:44:59.766068 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-91069793-ec60-47ca-902d-2249a6cc4254 req-97146e45-97ff-4133-9dde-5282cde9520e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 1163 time: 0.0774810
Dec 04 00:44:59.829725 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-91069793-ec60-47ca-902d-2249a6cc4254 req-5d886d50-7d46-4e2a-9603-e3cf72d638e7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394824
Dec 04 00:45:00.316217 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-5b73779d-4c95-47f2-960b-8df712bc193e tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:00.317879 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-5b73779d-4c95-47f2-960b-8df712bc193e tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/networks?id=9a051e40-edbf-4acc-ad11-99eefa876f20 HTTP/1.1" status: 200  len: 814 time: 0.1838729
Dec 04 00:45:00.334892 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-d1d017a4-5b25-446d-9f71-536ea37919e5 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/quotas/5cb3fa42f2964c6bb0dea1c1a4ac2031 HTTP/1.1" status: 200  len: 375 time: 0.0103178
Dec 04 00:45:00.432273 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-5a098c64-4e16-48b3-9ca8-4e40dfd5531f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?tenant_id=5cb3fa42f2964c6bb0dea1c1a4ac2031&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0892406
Dec 04 00:45:00.458641 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d33b2d-4f77-4d8c-9a03-7f2ec623ac7d req-405e9304-8589-421a-bd2c-e4708f00f9c7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:00.460350 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e6d33b2d-4f77-4d8c-9a03-7f2ec623ac7d req-405e9304-8589-421a-bd2c-e4708f00f9c7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.0968676
Dec 04 00:45:00.515609 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e6d33b2d-4f77-4d8c-9a03-7f2ec623ac7d req-17b7bfa8-2b7e-4918-8506-6176a233c2a9 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473731
Dec 04 00:45:00.608163 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-5b710a93-1ce7-4856-8153-89e4775ebe24 service neutron] 10.222.0.88 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695175
Dec 04 00:45:00.795650 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-7d484ab0-b970-4596-af4b-bd435a6b5325 service neutron] 10.222.0.88 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1799855
Dec 04 00:45:00.814455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512a318-f20b-44fc-a56f-ed56b4a39fdd req-54cdcac9-919e-4cdf-b7da-cdff6e602d65 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:00.816856 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0512a318-f20b-44fc-a56f-ed56b4a39fdd req-54cdcac9-919e-4cdf-b7da-cdff6e602d65 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1055734
Dec 04 00:45:00.868263 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0512a318-f20b-44fc-a56f-ed56b4a39fdd req-b6a4289f-50ba-4d66-a10a-83619444ba10 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444236
Dec 04 00:45:00.909483 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 50994) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:01.060207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e677a940-c677-4147-a623-c097d8ea0299 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:01.111850 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46b0f5be-9284-4828-a628-03393e184bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:01.135681 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-46b0f5be-9284-4828-a628-03393e184bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:01.145297 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-46b0f5be-9284-4828-a628-03393e184bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:611d0968a75d449c907c33ecdd345a2d is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:01.147309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port e677a940-c677-4147-a623-c097d8ea0299 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:45:01.150831 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-46b0f5be-9284-4828-a628-03393e184bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:01.153132 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e677a940-c677-4147-a623-c097d8ea0299 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:01.153714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:01.160746 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-46b0f5be-9284-4828-a628-03393e184bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:01.174161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775b926-ecac-4652-9d83-a04d75307086 req-45b4d640-493d-4d54-897b-7645e5cb32b2 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:01.184168 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a775b926-ecac-4652-9d83-a04d75307086 req-45b4d640-493d-4d54-897b-7645e5cb32b2 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1454275
Dec 04 00:45:01.284249 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a775b926-ecac-4652-9d83-a04d75307086 req-c8471072-90ce-407f-8f13-3f00eb3dd083 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970736
Dec 04 00:45:01.341744 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-174e26cf-0ddd-49cb-872a-8f717e698313 req-323bed1c-0f3a-4775-b9e3-5efab003db6b tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 210 time: 0.0676339
Dec 04 00:45:01.410061 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:01.443407 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46b0f5be-9284-4828-a628-03393e184bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:01.447265 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-46b0f5be-9284-4828-a628-03393e184bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:01.459403 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096e09a6-f542-495a-948a-e37568692e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e677a940-c677-4147-a623-c097d8ea0299'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:45:01.474172 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port e677a940-c677-4147-a623-c097d8ea0299, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e677a940-c677-4147-a623-c097d8ea0299,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:45:01.480098 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:01.481244 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 3c20d871-2640-4af6-9b47-fa5e182a2713 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:01.487783 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:01.500728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ca971-1c9b-4b67-b99a-144eaf8dc984 req-e17120bb-b65e-4d44-a7b3-262b07aba4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:01.502630 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c39ca971-1c9b-4b67-b99a-144eaf8dc984 req-e17120bb-b65e-4d44-a7b3-262b07aba4f2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8aa42ed1a820400997e02b1aa7e33362&device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 1162 time: 0.1596916
Dec 04 00:45:01.537874 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:01.557926 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0f5be-9284-4828-a628-03393e184bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3200f12-ec37-4ff0-b8c7-cc184ed96126,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:01.569896 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-46b0f5be-9284-4828-a628-03393e184bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:01.577538 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096e09a6-f542-495a-948a-e37568692e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e677a940-c677-4147-a623-c097d8ea0299', 'code': 200}
Dec 04 00:45:01.629250 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 3c20d871-2640-4af6-9b47-fa5e182a2713 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:01.629664 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:01.660024 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-46b0f5be-9284-4828-a628-03393e184bb7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=611d0968a75d449c907c33ecdd345a2d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7490678
Dec 04 00:45:01.667244 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51020) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:01.704789 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fabdc9-1dbe-486e-a325-3cb965110f5c req-71d26435-a09f-4afd-bbc6-4d4c303b2fa7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:01.715273 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-70fabdc9-1dbe-486e-a325-3cb965110f5c req-71d26435-a09f-4afd-bbc6-4d4c303b2fa7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1624155
Dec 04 00:45:01.727166 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=e677a940-c677-4147-a623-c097d8ea0299,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:01.739022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:01.842695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ca971-1c9b-4b67-b99a-144eaf8dc984 req-4ad616e0-9a0e-45b3-bf0b-1a097f6e78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:01.844796 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c39ca971-1c9b-4b67-b99a-144eaf8dc984 req-4ad616e0-9a0e-45b3-bf0b-1a097f6e78a4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 HTTP/1.1" status: 200  len: 912 time: 0.3179963
Dec 04 00:45:01.845114 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-70fabdc9-1dbe-486e-a325-3cb965110f5c req-db90c22b-d0b5-426b-9a0b-4f2710e964a1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285007
Dec 04 00:45:01.948587 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c39ca971-1c9b-4b67-b99a-144eaf8dc984 req-9bb53acb-2b44-4ced-af4e-06114ba0ae9d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe12f169-e27e-4506-b1cd-32f1f43712c8 HTTP/1.1" status: 200  len: 217 time: 0.0799737
Dec 04 00:45:01.952118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:01.984239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:02.142378 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ca971-1c9b-4b67-b99a-144eaf8dc984 req-9f16bad1-1049-433d-8c0e-6ebbca87098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:02.144315 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c39ca971-1c9b-4b67-b99a-144eaf8dc984 req-9f16bad1-1049-433d-8c0e-6ebbca87098c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=887d58e7-6037-47d9-82f2-709206eff474 HTTP/1.1" status: 200  len: 858 time: 0.1347697
Dec 04 00:45:02.244539 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e677a940-c677-4147-a623-c097d8ea0299 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:02.253493 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c39ca971-1c9b-4b67-b99a-144eaf8dc984 req-24d5d33c-41bd-40fc-a3cd-7999808d5b66 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0948272
Dec 04 00:45:02.279538 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51044) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:02.313045 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04201bf-2218-4d9e-89e5-e00ca246152d req-41695de5-497a-4c99-8768-8b0a1545a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:02.314739 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a04201bf-2218-4d9e-89e5-e00ca246152d req-41695de5-497a-4c99-8768-8b0a1545a665 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 1163 time: 0.2973697
Dec 04 00:45:02.326771 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e677a940-c677-4147-a623-c097d8ea0299 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:02.327190 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:02.376439 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-a04201bf-2218-4d9e-89e5-e00ca246152d req-8b97fcbb-0544-4453-bfea-da8bad0072c3 service neutron] Synchronizing usage tracker for tenant:e467a6e913e6465ab50e260e3ec2a908 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:45:02.394342 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-a04201bf-2218-4d9e-89e5-e00ca246152d req-8b97fcbb-0544-4453-bfea-da8bad0072c3 service neutron] Unset dirty status for tenant:e467a6e913e6465ab50e260e3ec2a908 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:45:02.396200 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a04201bf-2218-4d9e-89e5-e00ca246152d req-8b97fcbb-0544-4453-bfea-da8bad0072c3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676618
Dec 04 00:45:02.450184 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 3c20d871-2640-4af6-9b47-fa5e182a2713 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:02.470518 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-18944bff-f0fd-46b7-a2e3-dbd4f883bbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:02.480104 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c39ca971-1c9b-4b67-b99a-144eaf8dc984 req-9ee06848-75fe-4e3d-a208-f675606870fb service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132411
Dec 04 00:45:02.484529 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:02.492953 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-22ccc8ee-aa58-4b25-b327-1edcd4e03e85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:02.508471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-18944bff-f0fd-46b7-a2e3-dbd4f883bbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:02.513574 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3200f12-ec37-4ff0-b8c7-cc184ed96126,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:02.514642 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-18944bff-f0fd-46b7-a2e3-dbd4f883bbc3 admin admin] Usage tracker for resource:security_group_rule and tenant:186bc57643e74ba3a7ae2e4b7ed8f004 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:02.517800 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-18944bff-f0fd-46b7-a2e3-dbd4f883bbc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:02.523874 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-18944bff-f0fd-46b7-a2e3-dbd4f883bbc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:02.525298 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.525889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.526370 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.526999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.527477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.528204 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.528664 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.529127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.529595 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.530090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.530575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.531189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.531789 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.532275 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.532763 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.533406 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.535343 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.535921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.536377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.536977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.537335 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 3c20d871-2640-4af6-9b47-fa5e182a2713 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:02.537578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.538056 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:02.538394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.538889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.539530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:02.557790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8e26c-91e8-4f52-883e-c600568131a0 req-bbf4adc5-7bec-4acb-b3e3-6acb4cdb52ee tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:02.559488 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-80d8e26c-91e8-4f52-883e-c600568131a0 req-bbf4adc5-7bec-4acb-b3e3-6acb4cdb52ee tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.4933240
Dec 04 00:45:02.569698 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:02.595419 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:02.599812 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f3200f12-ec37-4ff0-b8c7-cc184ed96126 HTTP/1.1" status: 204  len: 168 time: 0.9288712
Dec 04 00:45:02.624077 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-80d8e26c-91e8-4f52-883e-c600568131a0 req-891d53fc-1fff-4f8f-a87f-85df032e7795 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532303
Dec 04 00:45:02.693934 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cacd6-636a-45a5-a179-c80894e8bdad req-945700f3-a3cd-4902-8ec9-e6200ebeb009 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:02.695607 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-420cacd6-636a-45a5-a179-c80894e8bdad req-945700f3-a3cd-4902-8ec9-e6200ebeb009 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1843419
Dec 04 00:45:02.759246 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-420cacd6-636a-45a5-a179-c80894e8bdad req-ed771903-16e7-439c-91e1-9e394e65f820 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535128
Dec 04 00:45:02.761160 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-18944bff-f0fd-46b7-a2e3-dbd4f883bbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:02.767466 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-18944bff-f0fd-46b7-a2e3-dbd4f883bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:02.777368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:02.818226 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18944bff-f0fd-46b7-a2e3-dbd4f883bbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028f5fb3-3874-4dce-af5a-b3c633c06541,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:02.822492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-18944bff-f0fd-46b7-a2e3-dbd4f883bbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:02.834933 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-18944bff-f0fd-46b7-a2e3-dbd4f883bbc3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=186bc57643e74ba3a7ae2e4b7ed8f004&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5509911
Dec 04 00:45:02.835212 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51062) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:02.894745 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c39ca971-1c9b-4b67-b99a-144eaf8dc984 req-8ab66a4b-262e-4ad1-bfb2-80bfb7d3bf84 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1836808
Dec 04 00:45:02.936695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-047b4837-4fac-4314-ad09-35d46fa8b366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:02.958759 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd1c3cda-f820-4554-8cad-5a2ecfe50f72 req-177b98c8-48a4-4cfa-8533-02d5dd2875b1 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 210 time: 0.0641856
Dec 04 00:45:02.984755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-047b4837-4fac-4314-ad09-35d46fa8b366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:03.155859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-047b4837-4fac-4314-ad09-35d46fa8b366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:03.166989 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ef26f96a-74fd-4075-ad66-5779bc4265c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:03.173929 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51074) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:03.185584 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-047b4837-4fac-4314-ad09-35d46fa8b366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:03.186901 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-047b4837-4fac-4314-ad09-35d46fa8b366 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/028f5fb3-3874-4dce-af5a-b3c633c06541 HTTP/1.1" status: 204  len: 168 time: 0.3506753
Dec 04 00:45:03.203771 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd00bca-b06b-4d5d-a94b-b9aec5543e89 req-0558f5f9-df62-479e-91ce-a48db36ccaa5 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:03.209997 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fbd00bca-b06b-4d5d-a94b-b9aec5543e89 req-0558f5f9-df62-479e-91ce-a48db36ccaa5 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1451263
Dec 04 00:45:03.210973 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b4837-4fac-4314-ad09-35d46fa8b366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028f5fb3-3874-4dce-af5a-b3c633c06541,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:03.213548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-047b4837-4fac-4314-ad09-35d46fa8b366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:03.215483 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51080) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:03.221827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-8e224710-76d8-4c8a-a765-af3f77a6fbdd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Request body: {'floatingip': {'port_id': '3c20d871-2640-4af6-9b47-fa5e182a2713'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:03.255654 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f098f3b-a0cd-4bdb-8e8d-235d170229c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:03.306565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6f098f3b-a0cd-4bdb-8e8d-235d170229c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:03.310908 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6f098f3b-a0cd-4bdb-8e8d-235d170229c6 admin admin] Usage tracker for resource:security_group_rule and tenant:08086dbb6d3d47db8fd487b537d9acfe is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:03.313940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6f098f3b-a0cd-4bdb-8e8d-235d170229c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:03.320570 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6f098f3b-a0cd-4bdb-8e8d-235d170229c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:03.328385 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8e224710-76d8-4c8a-a765-af3f77a6fbdd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:03.483904 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f098f3b-a0cd-4bdb-8e8d-235d170229c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:03.490917 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b8dc6-b55a-4c57-9270-96cc66fb3944 req-db3481f3-d4ce-459e-8080-2710163afb83 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:03.492614 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f33b8dc6-b55a-4c57-9270-96cc66fb3944 req-db3481f3-d4ce-459e-8080-2710163afb83 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.3173351
Dec 04 00:45:03.498307 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-512d0baf-6379-4331-a0c3-fa532fb27df3 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:03.499822 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-512d0baf-6379-4331-a0c3-fa532fb27df3 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "GET /v2.0/networks?id=9a051e40-edbf-4acc-ad11-99eefa876f20 HTTP/1.1" status: 200  len: 814 time: 0.4459982
Dec 04 00:45:03.501874 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f098f3b-a0cd-4bdb-8e8d-235d170229c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:03.530461 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:03.567126 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Request body: {'port': {'device_id': '1dd4b37f-0f1c-4662-90c9-ba683d961a9c', 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20', 'admin_state_up': True, 'tenant_id': '5cb3fa42f2964c6bb0dea1c1a4ac2031'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:03.586787 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6f098f3b-a0cd-4bdb-8e8d-235d170229c6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=08086dbb6d3d47db8fd487b537d9acfe&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4077842
Dec 04 00:45:03.605437 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f098f3b-a0cd-4bdb-8e8d-235d170229c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe13bfcb-78bf-4a8b-8dae-b6a31687d553,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:03.608867 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6f098f3b-a0cd-4bdb-8e8d-235d170229c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:03.611886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51092) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:03.720872 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51096) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:03.753930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2e14b5a5-6bdb-4b2e-acdb-86a3a67fd7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:03.776988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2e14b5a5-6bdb-4b2e-acdb-86a3a67fd7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:03.785181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2e14b5a5-6bdb-4b2e-acdb-86a3a67fd7c2 admin admin] Usage tracker for resource:security_group_rule and tenant:15b13194a33a4373b4f4b2e794828390 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:03.796306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2e14b5a5-6bdb-4b2e-acdb-86a3a67fd7c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:03.874266 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2e14b5a5-6bdb-4b2e-acdb-86a3a67fd7c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:03.934648 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f33b8dc6-b55a-4c57-9270-96cc66fb3944 req-e3831927-7ae5-498a-bc42-6c12985a0d28 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4336562
Dec 04 00:45:04.001584 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-860132e6-a088-44de-941f-2736c436ca06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:04.037094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:04.040589 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-860132e6-a088-44de-941f-2736c436ca06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:04.064699 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:04.090221 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Made reservation on behalf of 5cb3fa42f2964c6bb0dea1c1a4ac2031 for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:45:04.095839 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:04.234560 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f15ceb-2a17-4ebc-ac12-f0fc2f3db705 req-6eb65cef-200e-4151-9937-64396af6ab27 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:04.236230 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-51f15ceb-2a17-4ebc-ac12-f0fc2f3db705 req-6eb65cef-200e-4151-9937-64396af6ab27 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.2340298
Dec 04 00:45:04.243304 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e677a940-c677-4147-a623-c097d8ea0299 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:04.276574 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.resource_extend [None req-8e224710-76d8-4c8a-a765-af3f77a6fbdd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 04 00:45:04.313253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-860132e6-a088-44de-941f-2736c436ca06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:04.316841 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e677a940-c677-4147-a623-c097d8ea0299 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:04.317262 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:04.325605 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9319e9c-829a-487c-a4ec-85efc9e1f714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:04.340169 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dbc341e9-3dbb-43f7-b705-24938a28c12d req-eae8204e-2aa0-4678-aca9-1c93c052d707 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 210 time: 0.1144555
Dec 04 00:45:04.414582 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-51f15ceb-2a17-4ebc-ac12-f0fc2f3db705 req-ee2520eb-9cd9-451b-bb34-9f7cfdf852d7 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1666546
Dec 04 00:45:04.484595 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860132e6-a088-44de-941f-2736c436ca06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe13bfcb-78bf-4a8b-8dae-b6a31687d553,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:04.487754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8e224710-76d8-4c8a-a765-af3f77a6fbdd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:04.490031 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2e14b5a5-6bdb-4b2e-acdb-86a3a67fd7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:04.492957 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8e224710-76d8-4c8a-a765-af3f77a6fbdd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:04.509601 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Allocated IP 172.20.0.4 (9a051e40-edbf-4acc-ad11-99eefa876f20/2dd1b4bf-3c93-43a9-bef9-7e21218b6544/cf4783a3-a663-4e58-841f-4fe7888321a1) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:45:04.514066 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-860132e6-a088-44de-941f-2736c436ca06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:04.516303 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-860132e6-a088-44de-941f-2736c436ca06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:04.517517 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-860132e6-a088-44de-941f-2736c436ca06 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fe13bfcb-78bf-4a8b-8dae-b6a31687d553 HTTP/1.1" status: 204  len: 168 time: 0.9000514
Dec 04 00:45:04.639074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2e14b5a5-6bdb-4b2e-acdb-86a3a67fd7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:04.646572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-46b0f5be-9284-4828-a628-03393e184bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:04.736808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:04.750426 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [None req-8e224710-76d8-4c8a-a765-af3f77a6fbdd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Floating IP b1283743-e086-4997-a8c1-7ca8c05362eb associated. External IP: 172.27.3.121, port: 3c20d871-2640-4af6-9b47-fa5e182a2713.
Dec 04 00:45:04.767659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:04.789019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:04.819273 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2e14b5a5-6bdb-4b2e-acdb-86a3a67fd7c2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=15b13194a33a4373b4f4b2e794828390&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0945880
Dec 04 00:45:04.831727 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51112) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:04.876826 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14b5a5-6bdb-4b2e-acdb-86a3a67fd7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1385de23-0008-4c0a-b669-10a910769fee,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:04.886752 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2e14b5a5-6bdb-4b2e-acdb-86a3a67fd7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:05.007669 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51118) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:05.020103 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Pushing event updated for resources: {'Port': ['ID=cf4783a3-a663-4e58-841f-4fe7888321a1,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:05.040532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:05.054584 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ec28281-c740-4253-b0de-b4271f11b68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:05.071811 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Network 9a051e40-edbf-4acc-ad11-99eefa876f20 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:45:05.076332 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:45:05.082486 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:45:05.086847 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:05.087648 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:05.092366 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3ec28281-c740-4253-b0de-b4271f11b68a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:05.116387 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3ec28281-c740-4253-b0de-b4271f11b68a admin admin] Usage tracker for resource:security_group_rule and tenant:e9121ef3ff944146be14fd3557651413 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:05.157892 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3ec28281-c740-4253-b0de-b4271f11b68a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:05.165813 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c9ca-5168-44b3-b1d6-4961c093fdca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:05.196500 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3ec28281-c740-4253-b0de-b4271f11b68a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:05.229037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c9ca-5168-44b3-b1d6-4961c093fdca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:05.249290 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7069287
Dec 04 00:45:05.290821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Request body: {'port': {'device_id': '1dd4b37f-0f1c-4662-90c9-ba683d961a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:05.342569 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e224710-76d8-4c8a-a765-af3f77a6fbdd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:45:05.442525 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c9ca-5168-44b3-b1d6-4961c093fdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:05.451067 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:05.463276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6f522-1c2d-46b4-8b0a-5c58245128fc req-6b11481c-49f9-49b3-ba87-4b6d4a2c116a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:05.464982 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e6c6f522-1c2d-46b4-8b0a-5c58245128fc req-6b11481c-49f9-49b3-ba87-4b6d4a2c116a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.3698747
Dec 04 00:45:05.489291 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9c9ca-5168-44b3-b1d6-4961c093fdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1385de23-0008-4c0a-b669-10a910769fee,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:05.492050 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e0f9c9ca-5168-44b3-b1d6-4961c093fdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:05.529061 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:05.564184 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c9ca-5168-44b3-b1d6-4961c093fdca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:05.565578 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e0f9c9ca-5168-44b3-b1d6-4961c093fdca admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1385de23-0008-4c0a-b669-10a910769fee HTTP/1.1" status: 204  len: 168 time: 0.7328107
Dec 04 00:45:05.596683 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e224710-76d8-4c8a-a765-af3f77a6fbdd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:45:05.618079 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd85a0d-ba7e-4b5e-b3ca-583ec7d77ae3 None None] Sync routers for ids ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:45:05.624711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7fff3-720b-4d07-a64a-1d3e31ed76ef req-7257231f-8c73-4c29-84b9-aced50c6ed78 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:05.626348 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ebb7fff3-720b-4d07-a64a-1d3e31ed76ef req-7257231f-8c73-4c29-84b9-aced50c6ed78 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 931 time: 0.1221328
Dec 04 00:45:05.627947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8e224710-76d8-4c8a-a765-af3f77a6fbdd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:05.636334 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd85a0d-ba7e-4b5e-b3ca-583ec7d77ae3 None None] Routers {'5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:45:05.636659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ec28281-c740-4253-b0de-b4271f11b68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:05.637726 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-bbd85a0d-ba7e-4b5e-b3ca-583ec7d77ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09eb8eb8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:44:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:05.650691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ec28281-c740-4253-b0de-b4271f11b68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:05.657727 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6f098f3b-a0cd-4bdb-8e8d-235d170229c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:05.676638 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e6c6f522-1c2d-46b4-8b0a-5c58245128fc req-ed07c61d-cea5-44f3-a00d-99d2b61fb46c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934178
Dec 04 00:45:05.725854 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ebb7fff3-720b-4d07-a64a-1d3e31ed76ef req-e41e670e-9e34-4921-baf2-4588978f401e tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727785
Dec 04 00:45:05.732532 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8e224710-76d8-4c8a-a765-af3f77a6fbdd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "PUT /v2.0/floatingips/b1283743-e086-4997-a8c1-7ca8c05362eb HTTP/1.1" status: 200  len: 992 time: 2.5158739
Dec 04 00:45:05.733319 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f2b6fd-4bc6-46b5-98b2-c742e35b3eff', 'tag': '3c20d871-2640-4af6-9b47-fa5e182a2713'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:45:05.775443 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec28281-c740-4253-b0de-b4271f11b68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2c850f-bd52-4f09-9d0b-1907b396b6fa,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:05.785347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51134) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:05.785459 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3ec28281-c740-4253-b0de-b4271f11b68a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e9121ef3ff944146be14fd3557651413&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7765794
Dec 04 00:45:05.788753 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3ec28281-c740-4253-b0de-b4271f11b68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:05.918711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b4db75bd-7743-4617-a20a-089579e64575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:05.954276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b4db75bd-7743-4617-a20a-089579e64575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:06.011336 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b4db75bd-7743-4617-a20a-089579e64575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:06.013891 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-bbd85a0d-ba7e-4b5e-b3ca-583ec7d77ae3 None None] Set router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:45:06.019210 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9069143-48e5-44c3-96a0-5a3255b5c881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:06.037638 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db75bd-7743-4617-a20a-089579e64575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2c850f-bd52-4f09-9d0b-1907b396b6fa,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:06.040518 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b4db75bd-7743-4617-a20a-089579e64575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:06.043198 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b4db75bd-7743-4617-a20a-089579e64575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:06.046883 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b4db75bd-7743-4617-a20a-089579e64575 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8b2c850f-bd52-4f09-9d0b-1907b396b6fa HTTP/1.1" status: 204  len: 168 time: 0.2580550
Dec 04 00:45:06.163510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87250b-b79f-447c-b472-c8c379b97b7c req-7dff714f-b174-4547-9b05-869395600f56 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:06.165483 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6c87250b-b79f-447c-b472-c8c379b97b7c req-7dff714f-b174-4547-9b05-869395600f56 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.2633574
Dec 04 00:45:06.241591 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f2b6fd-4bc6-46b5-98b2-c742e35b3eff', 'tag': '3c20d871-2640-4af6-9b47-fa5e182a2713', 'status': 'completed', 'code': 200}
Dec 04 00:45:06.317620 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6c87250b-b79f-447c-b472-c8c379b97b7c req-c4ed9325-8e7f-4921-b442-2e248db8c918 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1345232
Dec 04 00:45:06.435874 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4783a3-a663-4e58-841f-4fe7888321a1 {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:45:06.443795 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:06.457526 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Transition to ACTIVE for port object cf4783a3-a663-4e58-841f-4fe7888321a1 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:45:06.461576 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:06.499592 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:06.524451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d93fa5-8800-4f89-81c3-b9aafbc04dcd req-11795ae2-d6eb-408e-abbf-937ca282e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:06.526255 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-93d93fa5-8800-4f89-81c3-b9aafbc04dcd req-11795ae2-d6eb-408e-abbf-937ca282e804 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad16774878464ffba02b8d1ebd37d1f9&device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 1163 time: 0.2317865
Dec 04 00:45:06.578572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-bbd85a0d-ba7e-4b5e-b3ca-583ec7d77ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09eb8eb8>, [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': 'b1283743-e086-4997-a8c1-7ca8c05362eb', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'port_id': '3c20d871-2640-4af6-9b47-fa5e182a2713', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'mac_address': 'fa:16:3e:2e:a1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6fd-4bc6-46b5-98b2-c742e35b3eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:44:25Z', 'updated_at': '2020-12-04T00:45:04Z', 'revision_number': 1, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:20Z', 'revision_number': 5, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:06.585398 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd85a0d-ba7e-4b5e-b3ca-583ec7d77ae3 None None] Checking router: 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:45:06.611356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd85a0d-ba7e-4b5e-b3ca-583ec7d77ae3 None None] Routers {'5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:45:06.612231 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-bbd85a0d-ba7e-4b5e-b3ca-583ec7d77ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09eb8eb8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:44:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:06.622569 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4783a3-a663-4e58-841f-4fe7888321a1,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:06.686275 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:06.851489 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599499e-3c90-4fb1-90bc-5b0715efd1bb req-f0e80b5f-ece2-4cd3-95d5-dbc7e9e280c6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:06.853681 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e599499e-3c90-4fb1-90bc-5b0715efd1bb req-f0e80b5f-ece2-4cd3-95d5-dbc7e9e280c6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1611764
Dec 04 00:45:06.859375 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d93fa5-8800-4f89-81c3-b9aafbc04dcd req-aeeb30ed-65e4-48f3-a83f-d66d0be558b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:06.861183 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-93d93fa5-8800-4f89-81c3-b9aafbc04dcd req-aeeb30ed-65e4-48f3-a83f-d66d0be558b4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1a96c76c-b31f-4d8f-acd6-db58f60b517e HTTP/1.1" status: 200  len: 905 time: 0.3234458
Dec 04 00:45:06.865484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51170) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:06.995047 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-2c82e741-36d5-42fc-9c58-d9e145608b8c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Request body: {'floatingip': {'port_id': 'e677a940-c677-4147-a623-c097d8ea0299'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:07.132731 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2c82e741-36d5-42fc-9c58-d9e145608b8c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:07.253806 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Attempting to bind port cf4783a3-a663-4e58-841f-4fe7888321a1 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:45:07.254193 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Attempting to bind port cf4783a3-a663-4e58-841f-4fe7888321a1 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:45:07.254533 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Attempting to bind port cf4783a3-a663-4e58-841f-4fe7888321a1 on network 9a051e40-edbf-4acc-ad11-99eefa876f20 {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:45:07.281264 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:45:07.281655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Checking segment: {'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:45:07.282071 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:07.282815 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Bound using segment: {'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:45:07.282934 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Bound port: cf4783a3-a663-4e58-841f-4fe7888321a1, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:45:07.283742 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:07.333989 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-bbd85a0d-ba7e-4b5e-b3ca-583ec7d77ae3 None None] Set router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:45:07.430781 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b49bbe-eca5-469d-9a76-fa5371876436 req-191cc505-98fe-4e6f-9072-bd1cf05d3db8 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:07.438743 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77b49bbe-eca5-469d-9a76-fa5371876436 req-191cc505-98fe-4e6f-9072-bd1cf05d3db8 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.3510718
Dec 04 00:45:07.459069 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-93d93fa5-8800-4f89-81c3-b9aafbc04dcd req-610ca0cd-6fae-4fcb-b0cd-235804c0b6c5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c20d871-2640-4af6-9b47-fa5e182a2713 HTTP/1.1" status: 200  len: 1000 time: 0.5878196
Dec 04 00:45:07.499553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] For port cf4783a3-a663-4e58-841f-4fe7888321a1, host hv-cinder-76330, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:45:07.524912 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77b49bbe-eca5-469d-9a76-fa5371876436 req-e0390bcf-3581-47dc-b5f9-a3cd1113e589 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848742
Dec 04 00:45:07.532564 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] For port cf4783a3-a663-4e58-841f-4fe7888321a1, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cf4783a3-a663-4e58-841f-4fe7888321a1,segment=NetworkSegment(f0c38287-3d7f-4fbc-a583-19e6545d60d3),segment_id=f0c38287-3d7f-4fbc-a583-19e6545d60d3)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:45:07.537991 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:07.568492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:07.840315 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4783a3-a663-4e58-841f-4fe7888321a1,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:07.845725 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:07.883376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:07.884826 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:07.887598 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] 10.222.0.91 "PUT /v2.0/ports/cf4783a3-a663-4e58-841f-4fe7888321a1 HTTP/1.1" status: 200  len: 1157 time: 2.6060941
Dec 04 00:45:07.888355 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd4b37f-0f1c-4662-90c9-ba683d961a9c', 'tag': 'cf4783a3-a663-4e58-841f-4fe7888321a1'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:45:07.940838 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-bbd85a0d-ba7e-4b5e-b3ca-583ec7d77ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09eb8eb8>, [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': 'b1283743-e086-4997-a8c1-7ca8c05362eb', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'port_id': '3c20d871-2640-4af6-9b47-fa5e182a2713', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'mac_address': 'fa:16:3e:2e:a1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6fd-4bc6-46b5-98b2-c742e35b3eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:44:25Z', 'updated_at': '2020-12-04T00:45:04Z', 'revision_number': 1, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:20Z', 'revision_number': 5, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:07.945925 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd85a0d-ba7e-4b5e-b3ca-583ec7d77ae3 None None] The sync data for ids ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'] in dv-cinder-763306-5-iscsi is: [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': 'b1283743-e086-4997-a8c1-7ca8c05362eb', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'port_id': '3c20d871-2640-4af6-9b47-fa5e182a2713', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'mac_address': 'fa:16:3e:2e:a1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f2b6fd-4bc6-46b5-98b2-c742e35b3eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:44:25Z', 'updated_at': '2020-12-04T00:45:04Z', 'revision_number': 1, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:20Z', 'revision_number': 5, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:45:08.019894 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd4b37f-0f1c-4662-90c9-ba683d961a9c', 'tag': 'cf4783a3-a663-4e58-841f-4fe7888321a1', 'status': 'completed', 'code': 200}
Dec 04 00:45:08.109159 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-2fe750f3-79bd-4e83-97f4-a834d1434778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:08.111162 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-2fe750f3-79bd-4e83-97f4-a834d1434778 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cb3fa42f2964c6bb0dea1c1a4ac2031&device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 1160 time: 0.1729064
Dec 04 00:45:08.115580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2c82e741-36d5-42fc-9c58-d9e145608b8c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:08.118372 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d93fa5-8800-4f89-81c3-b9aafbc04dcd req-c67c1212-e7c0-4875-9a5d-873453579721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:08.120638 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-93d93fa5-8800-4f89-81c3-b9aafbc04dcd req-c67c1212-e7c0-4875-9a5d-873453579721 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3fd5653-af84-4d8e-b53f-8e48b11f3606 HTTP/1.1" status: 200  len: 850 time: 0.1389055
Dec 04 00:45:08.124354 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2c82e741-36d5-42fc-9c58-d9e145608b8c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:08.406501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aebc68-7f16-4227-b9f7-ddcae0b7f202 None None] New status for floating IP b1283743-e086-4997-a8c1-7ca8c05362eb: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:45:08.695666 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae0e5a-ece1-41d9-bd39-a93b15ea3c0c req-7430a412-3111-4c4a-aa7b-d6902b5958da tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:08.703460 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4bae0e5a-ece1-41d9-bd39-a93b15ea3c0c req-7430a412-3111-4c4a-aa7b-d6902b5958da tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 943 time: 1.2944131
Dec 04 00:45:08.836096 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4bae0e5a-ece1-41d9-bd39-a93b15ea3c0c req-73fc72e9-6bba-46bd-8b9f-963af1361a30 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315761
Dec 04 00:45:08.882035 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-ba89acb6-e687-4962-be2d-231096b87706 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf4783a3-a663-4e58-841f-4fe7888321a1 HTTP/1.1" status: 200  len: 217 time: 0.7464049
Dec 04 00:45:08.905130 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [None req-2c82e741-36d5-42fc-9c58-d9e145608b8c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Floating IP 0e5a0b4b-daf6-4606-88a1-32ad9c11af7c associated. External IP: 172.27.3.249, port: e677a940-c677-4147-a623-c097d8ea0299.
Dec 04 00:45:08.996206 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d93fa5-8800-4f89-81c3-b9aafbc04dcd req-2db06287-0d9b-4156-bac0-a1e39469380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:08.998063 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-93d93fa5-8800-4f89-81c3-b9aafbc04dcd req-2db06287-0d9b-4156-bac0-a1e39469380d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1a96c76c-b31f-4d8f-acd6-db58f60b517e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4651926
Dec 04 00:45:09.155474 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-f80a0054-8212-4cac-8970-7dcff23d0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:09.163918 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-f80a0054-8212-4cac-8970-7dcff23d0b9f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2dd1b4bf-3c93-43a9-bef9-7e21218b6544 HTTP/1.1" status: 200  len: 854 time: 0.2522805
Dec 04 00:45:09.291519 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf71d9-5855-474e-b797-858fc4f42e7a req-ea4e0a6e-53c2-409a-a65d-de2b4c913d43 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:09.314184 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fbf71d9-5855-474e-b797-858fc4f42e7a req-ea4e0a6e-53c2-409a-a65d-de2b4c913d43 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 946 time: 0.5585663
Dec 04 00:45:09.417541 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fbf71d9-5855-474e-b797-858fc4f42e7a req-b5815a4c-6128-4561-be98-c6cf4daec884 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022525
Dec 04 00:45:09.421221 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-6afec976-f510-46a8-a6cc-daf052cd5a49 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9a051e40-edbf-4acc-ad11-99eefa876f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2356956
Dec 04 00:45:09.661996 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-93d93fa5-8800-4f89-81c3-b9aafbc04dcd req-b673ae7b-9730-4f20-81da-5808b2263a3b service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5892797
Dec 04 00:45:09.667373 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-fb372605-937b-4200-9c11-8cbfe57eccb7 service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2234380
Dec 04 00:45:09.677405 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5657d89-3a83-4dd6-908d-5a6c16cb634e req-bd41403e-59a3-4907-bf90-e119f78e3b50 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:09.680010 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f5657d89-3a83-4dd6-908d-5a6c16cb634e req-bd41403e-59a3-4907-bf90-e119f78e3b50 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.6060617
Dec 04 00:45:09.745084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c82e741-36d5-42fc-9c58-d9e145608b8c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Router a0b2bddf-d440-4ba8-a24c-b74790c277cf has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:45:09.848690 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0353796f-12e0-43b0-9c4d-6b02f435b3e8 req-7634c812-b031-45c5-994d-85b15986fbac service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1589615
Dec 04 00:45:10.059064 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f5657d89-3a83-4dd6-908d-5a6c16cb634e req-e59050df-fd62-450a-adbf-995736898e17 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3223820
Dec 04 00:45:10.115702 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00973f33-c26d-4963-9c13-d4852e0ac960 req-67072c2a-c23d-41ee-bafa-6def5233154d tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:10.117041 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-00973f33-c26d-4963-9c13-d4852e0ac960 req-67072c2a-c23d-41ee-bafa-6def5233154d tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Synchronizing usage tracker for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:45:10.126900 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0b79e-c23c-47b5-b751-965e5948a298 req-92628325-479a-4412-a2b1-e6a770e62c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:10.129217 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-82c0b79e-c23c-47b5-b751-965e5948a298 req-92628325-479a-4412-a2b1-e6a770e62c3a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cb3fa42f2964c6bb0dea1c1a4ac2031&device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 1160 time: 0.2017832
Dec 04 00:45:10.132649 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-93d93fa5-8800-4f89-81c3-b9aafbc04dcd req-43d70338-51d5-4a39-b25f-fcd2a3808c04 service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4259896
Dec 04 00:45:10.143274 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c82e741-36d5-42fc-9c58-d9e145608b8c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:45:10.149682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2c82e741-36d5-42fc-9c58-d9e145608b8c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:10.154432 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9b57b2-6657-4e9f-946e-70f72a255e87 None None] Sync routers for ids ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:45:10.162952 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-00973f33-c26d-4963-9c13-d4852e0ac960 req-67072c2a-c23d-41ee-bafa-6def5233154d tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Unset dirty status for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:45:10.164349 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-00973f33-c26d-4963-9c13-d4852e0ac960 req-67072c2a-c23d-41ee-bafa-6def5233154d tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 943 time: 0.1609545
Dec 04 00:45:10.172722 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9b57b2-6657-4e9f-946e-70f72a255e87 None None] Routers {'a0b2bddf-d440-4ba8-a24c-b74790c277cf'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:45:10.173483 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-bf9b57b2-6657-4e9f-946e-70f72a255e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a540dd8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:44:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:10.245589 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2c82e741-36d5-42fc-9c58-d9e145608b8c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "PUT /v2.0/floatingips/0e5a0b4b-daf6-4606-88a1-32ad9c11af7c HTTP/1.1" status: 200  len: 992 time: 3.3785229
Dec 04 00:45:10.246859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096e09a6-f542-495a-948a-e37568692e18', 'tag': 'e677a940-c677-4147-a623-c097d8ea0299'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:45:10.320440 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51300) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:10.405301 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-00973f33-c26d-4963-9c13-d4852e0ac960 req-a7bb03c6-2911-470b-905a-0605a593a9f5 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1792066
Dec 04 00:45:10.451356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-bf9b57b2-6657-4e9f-946e-70f72a255e87 None None] Set router a0b2bddf-d440-4ba8-a24c-b74790c277cf gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:45:10.493467 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0b79e-c23c-47b5-b751-965e5948a298 req-8349aa00-0018-4b37-92c2-14739b7995b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:10.495305 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-82c0b79e-c23c-47b5-b751-965e5948a298 req-8349aa00-0018-4b37-92c2-14739b7995b3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9a051e40-edbf-4acc-ad11-99eefa876f20 HTTP/1.1" status: 200  len: 908 time: 0.3299882
Dec 04 00:45:10.523075 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096e09a6-f542-495a-948a-e37568692e18', 'tag': 'e677a940-c677-4147-a623-c097d8ea0299', 'status': 'completed', 'code': 200}
Dec 04 00:45:10.692754 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-82c0b79e-c23c-47b5-b751-965e5948a298 req-e10dc7f9-9dd0-41e1-97aa-e5c2b7590c6c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf4783a3-a663-4e58-841f-4fe7888321a1 HTTP/1.1" status: 200  len: 217 time: 0.1731782
Dec 04 00:45:10.731297 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d04c9dc-5987-45d1-815a-421f079e4dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:10.812931 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6d04c9dc-5987-45d1-815a-421f079e4dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:10.836871 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a15ab-0129-43da-833a-0d59dd9e923f req-9992d81c-1195-48ed-9285-ac10233ae47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:10.838526 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-305a15ab-0129-43da-833a-0d59dd9e923f req-9992d81c-1195-48ed-9285-ac10233ae47a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=09801578e916483aa6201d3b9a595e8c&device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 1163 time: 0.2805738
Dec 04 00:45:10.839944 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6d04c9dc-5987-45d1-815a-421f079e4dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:04b3130e6055488ba1ebd9e00302a8f6 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:10.847196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0b79e-c23c-47b5-b751-965e5948a298 req-e2a4b772-1caf-4056-80f0-6694a572b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:10.848850 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-82c0b79e-c23c-47b5-b751-965e5948a298 req-e2a4b772-1caf-4056-80f0-6694a572b72d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2dd1b4bf-3c93-43a9-bef9-7e21218b6544 HTTP/1.1" status: 200  len: 854 time: 0.1381574
Dec 04 00:45:10.851218 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6d04c9dc-5987-45d1-815a-421f079e4dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:10.859079 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6d04c9dc-5987-45d1-815a-421f079e4dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:10.902480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-bf9b57b2-6657-4e9f-946e-70f72a255e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a540dd8>, [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:21Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '0e5a0b4b-daf6-4606-88a1-32ad9c11af7c', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'port_id': 'e677a940-c677-4147-a623-c097d8ea0299', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'mac_address': 'fa:16:3e:24:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096e09a6-f542-495a-948a-e37568692e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:44:33Z', 'updated_at': '2020-12-04T00:45:07Z', 'revision_number': 1, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc71633-b53b-40b7-94ff-a121b5cc8c32', 'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'mac_address': 'fa:16:3e:69:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:18Z', 'updated_at': '2020-12-04T00:44:31Z', 'revision_number': 5, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'subnets': [{'id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:10.907615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9b57b2-6657-4e9f-946e-70f72a255e87 None None] Checking router: a0b2bddf-d440-4ba8-a24c-b74790c277cf for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:45:10.918436 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9b57b2-6657-4e9f-946e-70f72a255e87 None None] Routers {'a0b2bddf-d440-4ba8-a24c-b74790c277cf'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:45:10.919094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-bf9b57b2-6657-4e9f-946e-70f72a255e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a540dd8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:44:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:10.960581 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-82c0b79e-c23c-47b5-b751-965e5948a298 req-e75e9b75-0c13-4398-8232-90ad17016579 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9a051e40-edbf-4acc-ad11-99eefa876f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0731947
Dec 04 00:45:10.961117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51320) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:11.062867 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a15ab-0129-43da-833a-0d59dd9e923f req-94792763-9738-4b89-8a42-388bb8e6bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:11.065058 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-305a15ab-0129-43da-833a-0d59dd9e923f req-94792763-9738-4b89-8a42-388bb8e6bb86 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cdf68f31-2f13-4060-b6e6-c7095799b7c3 HTTP/1.1" status: 200  len: 910 time: 0.1827178
Dec 04 00:45:11.131947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-bf9b57b2-6657-4e9f-946e-70f72a255e87 None None] Set router a0b2bddf-d440-4ba8-a24c-b74790c277cf gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:45:11.149346 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51330) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:11.215864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01de1c5-7174-42ba-a630-8bf721a77488 req-64926f5e-7802-4808-891c-9f64dc861050 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:11.229243 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a01de1c5-7174-42ba-a630-8bf721a77488 req-64926f5e-7802-4808-891c-9f64dc861050 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 946 time: 0.5039892
Dec 04 00:45:11.289157 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-82c0b79e-c23c-47b5-b751-965e5948a298 req-f04e53d3-d740-439d-bb40-0e6a2f7ffe93 service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3011088
Dec 04 00:45:11.360569 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-305a15ab-0129-43da-833a-0d59dd9e923f req-8476ccb8-5dd4-40a5-9644-658810a5994e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e677a940-c677-4147-a623-c097d8ea0299 HTTP/1.1" status: 200  len: 1000 time: 0.2807076
Dec 04 00:45:11.484147 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4ab76f71-6e4a-470a-9ca3-6dae7d480876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:11.522643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4ab76f71-6e4a-470a-9ca3-6dae7d480876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:11.543414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4ab76f71-6e4a-470a-9ca3-6dae7d480876 admin admin] Usage tracker for resource:security_group_rule and tenant:d88209cc0c2e4636b0bb29a167495115 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:11.547334 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-bf9b57b2-6657-4e9f-946e-70f72a255e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a540dd8>, [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:21Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '0e5a0b4b-daf6-4606-88a1-32ad9c11af7c', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'port_id': 'e677a940-c677-4147-a623-c097d8ea0299', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'mac_address': 'fa:16:3e:24:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096e09a6-f542-495a-948a-e37568692e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:44:33Z', 'updated_at': '2020-12-04T00:45:07Z', 'revision_number': 1, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc71633-b53b-40b7-94ff-a121b5cc8c32', 'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'mac_address': 'fa:16:3e:69:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:18Z', 'updated_at': '2020-12-04T00:44:31Z', 'revision_number': 5, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'subnets': [{'id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:11.552676 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4ab76f71-6e4a-470a-9ca3-6dae7d480876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:11.553562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9b57b2-6657-4e9f-946e-70f72a255e87 None None] The sync data for ids ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'] in dv-cinder-763306-5-iscsi is: [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:21Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '0e5a0b4b-daf6-4606-88a1-32ad9c11af7c', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'port_id': 'e677a940-c677-4147-a623-c097d8ea0299', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'mac_address': 'fa:16:3e:24:a1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096e09a6-f542-495a-948a-e37568692e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:44:33Z', 'updated_at': '2020-12-04T00:45:07Z', 'revision_number': 1, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc71633-b53b-40b7-94ff-a121b5cc8c32', 'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'mac_address': 'fa:16:3e:69:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:18Z', 'updated_at': '2020-12-04T00:44:31Z', 'revision_number': 5, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'subnets': [{'id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:45:11.566930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4ab76f71-6e4a-470a-9ca3-6dae7d480876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:11.585703 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c08243-1246-4ad5-b59c-80af53cfdd74 req-7057dfac-59c2-479e-a1c9-25ec43708a22 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:11.587372 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a5c08243-1246-4ad5-b59c-80af53cfdd74 req-7057dfac-59c2-479e-a1c9-25ec43708a22 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.2505014
Dec 04 00:45:11.606020 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-82c0b79e-c23c-47b5-b751-965e5948a298 req-be3cc921-b17f-4f41-b46e-b8c9e61a2658 service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3054082
Dec 04 00:45:11.647983 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a01de1c5-7174-42ba-a630-8bf721a77488 req-ef9d056a-7c8d-4ad3-b873-50b7a117ddc7 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4177830
Dec 04 00:45:11.669588 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a5c08243-1246-4ad5-b59c-80af53cfdd74 req-4f59b823-a598-454c-9d18-dee89b6209bd tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683196
Dec 04 00:45:11.688992 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7446c2c0-7fe8-4c72-a2f7-7e92f46c3083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:11.717115 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7446c2c0-7fe8-4c72-a2f7-7e92f46c3083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:11.736215 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7446c2c0-7fe8-4c72-a2f7-7e92f46c3083 admin admin] Usage tracker for resource:security_group_rule and tenant:e753101fe70f4f639f09748b42f589d9 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:11.737778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4ab76f71-6e4a-470a-9ca3-6dae7d480876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:11.741240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4ab76f71-6e4a-470a-9ca3-6dae7d480876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:11.746064 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7446c2c0-7fe8-4c72-a2f7-7e92f46c3083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:11.749612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a15ab-0129-43da-833a-0d59dd9e923f req-ebe84e6d-fcae-404a-8d5c-fdcde6d6a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:11.751415 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-305a15ab-0129-43da-833a-0d59dd9e923f req-ebe84e6d-fcae-404a-8d5c-fdcde6d6a340 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8322b4d1-9a0c-42f2-a911-3bc67b7cd900 HTTP/1.1" status: 200  len: 855 time: 0.3708210
Dec 04 00:45:11.751617 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:11.763728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7446c2c0-7fe8-4c72-a2f7-7e92f46c3083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:11.800093 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab76f71-6e4a-470a-9ca3-6dae7d480876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad047b4-5400-4409-bffc-e2c16d8e8d2f,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:11.820856 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4ab76f71-6e4a-470a-9ca3-6dae7d480876 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d88209cc0c2e4636b0bb29a167495115&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8561816
Dec 04 00:45:11.820856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4ab76f71-6e4a-470a-9ca3-6dae7d480876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:11.821706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51340) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:11.866363 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d04c9dc-5987-45d1-815a-421f079e4dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:11.895145 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d04c9dc-5987-45d1-815a-421f079e4dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:11.905918 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e771223a-68da-415a-afdf-01fa561b5583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:11.907599 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-18944bff-f0fd-46b7-a2e3-dbd4f883bbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:11.935755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e771223a-68da-415a-afdf-01fa561b5583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:11.941958 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf346dfe-699c-4220-88ea-d9a596e3c3df None None] New status for floating IP 0e5a0b4b-daf6-4606-88a1-32ad9c11af7c: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:45:11.978996 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6d04c9dc-5987-45d1-815a-421f079e4dd5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=04b3130e6055488ba1ebd9e00302a8f6&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6545837
Dec 04 00:45:11.980056 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51344) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:11.980495 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04c9dc-5987-45d1-815a-421f079e4dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83db14d-e243-430a-a97c-595a46e836e5,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:11.996724 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6d04c9dc-5987-45d1-815a-421f079e4dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:12.020075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a15ab-0129-43da-833a-0d59dd9e923f req-92b9d15a-beae-472b-95c8-c9398ac8ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:12.021696 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-305a15ab-0129-43da-833a-0d59dd9e923f req-92b9d15a-beae-472b-95c8-c9398ac8ca82 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cdf68f31-2f13-4060-b6e6-c7095799b7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2558105
Dec 04 00:45:12.071222 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e771223a-68da-415a-afdf-01fa561b5583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.080733 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e0f9c9ca-5168-44b3-b1d6-4961c093fdca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:12.087134 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395c4f4-1306-4b04-9097-ac54e5245b7b req-d4e00564-d322-4a57-a632-1cb267cf19ac tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:12.094883 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b395c4f4-1306-4b04-9097-ac54e5245b7b req-d4e00564-d322-4a57-a632-1cb267cf19ac tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 943 time: 0.2752671
Dec 04 00:45:12.097941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771223a-68da-415a-afdf-01fa561b5583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad047b4-5400-4409-bffc-e2c16d8e8d2f,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:12.114475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e771223a-68da-415a-afdf-01fa561b5583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:12.126793 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e771223a-68da-415a-afdf-01fa561b5583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.130840 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e771223a-68da-415a-afdf-01fa561b5583 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0ad047b4-5400-4409-bffc-e2c16d8e8d2f HTTP/1.1" status: 204  len: 168 time: 0.3055856
Dec 04 00:45:12.134276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3482ee66-fee8-4d0e-a64e-9464b38418c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.169466 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3482ee66-fee8-4d0e-a64e-9464b38418c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.217530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7446c2c0-7fe8-4c72-a2f7-7e92f46c3083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.220150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d76e7d2c-1b26-46a1-b9c0-72f6e16831f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.230572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 5860a064-dfd1-4563-a80d-dd666befeaca no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:45:12.232613 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7446c2c0-7fe8-4c72-a2f7-7e92f46c3083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.246815 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6d04c9dc-5987-45d1-815a-421f079e4dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:12.288070 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b395c4f4-1306-4b04-9097-ac54e5245b7b req-c958756a-ad0d-497b-96a3-9fe564c5980a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921644
Dec 04 00:45:12.348514 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7446c2c0-7fe8-4c72-a2f7-7e92f46c3083 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e753101fe70f4f639f09748b42f589d9&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1961713
Dec 04 00:45:12.350483 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446c2c0-7fe8-4c72-a2f7-7e92f46c3083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ac0afc-bc2a-455b-8593-23bb2b4bb9b7,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:12.353349 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51354) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:12.355961 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7446c2c0-7fe8-4c72-a2f7-7e92f46c3083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:12.381844 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-305a15ab-0129-43da-833a-0d59dd9e923f req-3984f96f-2978-4fb9-91c6-ec20280c3654 service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3409495
Dec 04 00:45:12.399286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.421928 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3482ee66-fee8-4d0e-a64e-9464b38418c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.447095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:12.459544 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25170b47-8ef9-483e-a5f7-88d325f44b6f req-861e80ad-8ba3-4b9e-83b4-03c114ac1375 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:12.461131 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25170b47-8ef9-483e-a5f7-88d325f44b6f req-861e80ad-8ba3-4b9e-83b4-03c114ac1375 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.91 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 946 time: 0.2312143
Dec 04 00:45:12.481118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482ee66-fee8-4d0e-a64e-9464b38418c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83db14d-e243-430a-a97c-595a46e836e5,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:12.504848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daeb14b0-008c-46eb-a945-abf32ef67ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5860a064-dfd1-4563-a80d-dd666befeaca'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:45:12.528110 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3482ee66-fee8-4d0e-a64e-9464b38418c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:12.530473 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 5860a064-dfd1-4563-a80d-dd666befeaca, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5860a064-dfd1-4563-a80d-dd666befeaca,segment=NetworkSegment(ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5),segment_id=ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:45:12.538001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.539609 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3482ee66-fee8-4d0e-a64e-9464b38418c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.545426 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3482ee66-fee8-4d0e-a64e-9464b38418c2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b83db14d-e243-430a-a97c-595a46e836e5 HTTP/1.1" status: 204  len: 168 time: 0.5649948
Dec 04 00:45:12.549024 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3de39281-ddf2-4560-9759-f519a0e5ef83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.552656 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:12.582182 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51364) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:12.595230 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3de39281-ddf2-4560-9759-f519a0e5ef83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.625878 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc46bf47-61b9-4fcf-a4ee-c5f93e1e1740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.631049 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-25170b47-8ef9-483e-a5f7-88d325f44b6f req-f4ea16f3-1416-452a-bc0b-276d9c475c07 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Deleting port 5860a064-dfd1-4563-a80d-dd666befeaca {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:45:12.631469 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-25170b47-8ef9-483e-a5f7-88d325f44b6f req-f4ea16f3-1416-452a-bc0b-276d9c475c07 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.633399 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=5860a064-dfd1-4563-a80d-dd666befeaca,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:12.638490 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:12.668921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-dc46bf47-61b9-4fcf-a4ee-c5f93e1e1740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:12.670878 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daeb14b0-008c-46eb-a945-abf32ef67ee7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5860a064-dfd1-4563-a80d-dd666befeaca', 'code': 200}
Dec 04 00:45:12.678767 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-dc46bf47-61b9-4fcf-a4ee-c5f93e1e1740 admin admin] Usage tracker for resource:security_group_rule and tenant:6ba577da26f841df8158077a02353bc6 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:12.683961 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-dc46bf47-61b9-4fcf-a4ee-c5f93e1e1740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:12.689335 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-305a15ab-0129-43da-833a-0d59dd9e923f req-66b72d02-d064-4f04-993f-abd55b875e7a service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2950206
Dec 04 00:45:12.693894 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-dc46bf47-61b9-4fcf-a4ee-c5f93e1e1740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:12.772902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3de39281-ddf2-4560-9759-f519a0e5ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.780208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-acf03a2e-e72f-43fb-bb13-7b2223013561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:12.870565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de39281-ddf2-4560-9759-f519a0e5ef83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ac0afc-bc2a-455b-8593-23bb2b4bb9b7,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:12.879884 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3de39281-ddf2-4560-9759-f519a0e5ef83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:12.887172 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3de39281-ddf2-4560-9759-f519a0e5ef83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.888438 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3de39281-ddf2-4560-9759-f519a0e5ef83 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/75ac0afc-bc2a-455b-8593-23bb2b4bb9b7 HTTP/1.1" status: 204  len: 168 time: 0.5221112
Dec 04 00:45:12.926473 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc46bf47-61b9-4fcf-a4ee-c5f93e1e1740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.937173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc46bf47-61b9-4fcf-a4ee-c5f93e1e1740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:12.969962 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-154a0efb-eb30-4985-835e-874e6b3688ab tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:12.986142 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-dc46bf47-61b9-4fcf-a4ee-c5f93e1e1740 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6ba577da26f841df8158077a02353bc6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4024315
Dec 04 00:45:12.991460 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51378) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:13.041415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-25170b47-8ef9-483e-a5f7-88d325f44b6f req-f4ea16f3-1416-452a-bc0b-276d9c475c07 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] For port 5860a064-dfd1-4563-a80d-dd666befeaca, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5860a064-dfd1-4563-a80d-dd666befeaca,segment=NetworkSegment(ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5),segment_id=ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:45:13.041819 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-25170b47-8ef9-483e-a5f7-88d325f44b6f req-f4ea16f3-1416-452a-bc0b-276d9c475c07 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:13.092496 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46bf47-61b9-4fcf-a4ee-c5f93e1e1740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6bac7b-683a-4e15-881f-d16974bdba29,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:13.097613 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dc46bf47-61b9-4fcf-a4ee-c5f93e1e1740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:13.113054 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66b15712-0c5c-49f5-92e2-4f85ba008786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:13.143767 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66b15712-0c5c-49f5-92e2-4f85ba008786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:13.170625 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51382) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:13.193997 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a130a945-23c4-4856-ac5b-10e07851401e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:13.208722 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-25170b47-8ef9-483e-a5f7-88d325f44b6f req-f4ea16f3-1416-452a-bc0b-276d9c475c07 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Calling delete_port for 5860a064-dfd1-4563-a80d-dd666befeaca owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:45:13.229114 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b4aff-d2d8-4444-83f3-336908d19170 req-6bf8cfd3-2ea4-48ad-8ee5-5e5ab43e8994 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:13.237992 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d91b4aff-d2d8-4444-83f3-336908d19170 req-6bf8cfd3-2ea4-48ad-8ee5-5e5ab43e8994 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 944 time: 0.4108143
Dec 04 00:45:13.262071 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a130a945-23c4-4856-ac5b-10e07851401e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:13.265914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a130a945-23c4-4856-ac5b-10e07851401e admin admin] Usage tracker for resource:security_group_rule and tenant:1e2dd2cc6c0c4457bf837903557b840c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:13.272357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a130a945-23c4-4856-ac5b-10e07851401e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:13.278273 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8df687-7fb5-48f4-a76f-6427c6772040 req-3d55e5fa-4bfe-4505-b38e-c16550740d81 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:13.280010 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c8df687-7fb5-48f4-a76f-6427c6772040 req-3d55e5fa-4bfe-4505-b38e-c16550740d81 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.3226097
Dec 04 00:45:13.281899 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a130a945-23c4-4856-ac5b-10e07851401e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:13.313018 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d91b4aff-d2d8-4444-83f3-336908d19170 req-899d8cb8-5cc1-41a9-9fae-343457924058 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/security-groups?id=20088ade-f190-43a6-a6d3-b348280fbe21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748317
Dec 04 00:45:13.393095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a130a945-23c4-4856-ac5b-10e07851401e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:13.395156 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66b15712-0c5c-49f5-92e2-4f85ba008786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:13.401112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dc46bf47-61b9-4fcf-a4ee-c5f93e1e1740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:13.407644 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a130a945-23c4-4856-ac5b-10e07851401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:13.437927 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b15712-0c5c-49f5-92e2-4f85ba008786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6bac7b-683a-4e15-881f-d16974bdba29,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:13.441142 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-66b15712-0c5c-49f5-92e2-4f85ba008786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:13.452944 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:13.489633 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a130a945-23c4-4856-ac5b-10e07851401e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1e2dd2cc6c0c4457bf837903557b840c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3141472
Dec 04 00:45:13.492010 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c8df687-7fb5-48f4-a76f-6427c6772040 req-098e702b-0d38-4183-85f3-fcb3bcb3eadb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260624
Dec 04 00:45:13.494898 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51398) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:13.523814 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130a945-23c4-4856-ac5b-10e07851401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c5403b-6c77-4962-89be-300d3df37d5a,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:13.528417 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a130a945-23c4-4856-ac5b-10e07851401e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:13.529473 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66b15712-0c5c-49f5-92e2-4f85ba008786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:13.534622 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-66b15712-0c5c-49f5-92e2-4f85ba008786 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3f6bac7b-683a-4e15-881f-d16974bdba29 HTTP/1.1" status: 204  len: 168 time: 0.5409932
Dec 04 00:45:13.613307 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-25170b47-8ef9-483e-a5f7-88d325f44b6f req-f4ea16f3-1416-452a-bc0b-276d9c475c07 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:13.652892 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:13.950493 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d1536880-826f-4e40-bb82-f7d8291da680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:13.992995 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea16f3-1416-452a-bc0b-276d9c475c07 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Pushing event deleted for resources: {'Port': ['ID=5860a064-dfd1-4563-a80d-dd666befeaca,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:13.996273 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f4ea16f3-1416-452a-bc0b-276d9c475c07 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:14.045673 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d1536880-826f-4e40-bb82-f7d8291da680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:14.167331 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497072a-2ee8-4142-b1ca-929b1890ec20 req-9796838f-3b89-4cac-bcdf-0aa02f64a30d tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:14.169050 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5497072a-2ee8-4142-b1ca-929b1890ec20 req-9796838f-3b89-4cac-bcdf-0aa02f64a30d tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 943 time: 0.4849591
Dec 04 00:45:14.210068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-25170b47-8ef9-483e-a5f7-88d325f44b6f req-f4ea16f3-1416-452a-bc0b-276d9c475c07 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] No DVR routers for this DVR port 5860a064-dfd1-4563-a80d-dd666befeaca on host hv-cinder-76330 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:45:14.214471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-25170b47-8ef9-483e-a5f7-88d325f44b6f req-f4ea16f3-1416-452a-bc0b-276d9c475c07 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:14.219017 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daeb14b0-008c-46eb-a945-abf32ef67ee7', 'name': 'network-vif-deleted', 'tag': '5860a064-dfd1-4563-a80d-dd666befeaca'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:45:14.267947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d1536880-826f-4e40-bb82-f7d8291da680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:14.275537 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:14.298562 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25170b47-8ef9-483e-a5f7-88d325f44b6f req-f4ea16f3-1416-452a-bc0b-276d9c475c07 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.91 "DELETE /v2.0/ports/5860a064-dfd1-4563-a80d-dd666befeaca HTTP/1.1" status: 204  len: 173 time: 1.8211274
Dec 04 00:45:14.302330 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1536880-826f-4e40-bb82-f7d8291da680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c5403b-6c77-4962-89be-300d3df37d5a,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:14.305481 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d1536880-826f-4e40-bb82-f7d8291da680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:14.306296 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d1536880-826f-4e40-bb82-f7d8291da680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:14.307606 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d1536880-826f-4e40-bb82-f7d8291da680 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/20c5403b-6c77-4962-89be-300d3df37d5a HTTP/1.1" status: 204  len: 168 time: 0.8115051
Dec 04 00:45:14.325202 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daeb14b0-008c-46eb-a945-abf32ef67ee7', 'name': 'network-vif-deleted', 'tag': '5860a064-dfd1-4563-a80d-dd666befeaca', 'status': 'completed', 'code': 200}
Dec 04 00:45:14.331335 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5497072a-2ee8-4142-b1ca-929b1890ec20 req-326c91dd-54b9-48b4-a561-0f1ae5df95e9 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131821
Dec 04 00:45:14.434122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5f414f54-876a-464c-83dd-b7072399dac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:14.510627 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6c1befcd-bc92-4cec-b5b8-8adaa42959de req-1490f702-2a69-47b1-ab5c-2f0f9f948f8a tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 210 time: 0.0473709
Dec 04 00:45:14.745614 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b27a2-29f7-4da9-974b-1f3a4903b4c3 req-4da19e53-fb0c-4db5-bcd4-2b5091b808f7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:14.747242 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-022b27a2-29f7-4da9-974b-1f3a4903b4c3 req-4da19e53-fb0c-4db5-bcd4-2b5091b808f7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1009746
Dec 04 00:45:14.820157 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-022b27a2-29f7-4da9-974b-1f3a4903b4c3 req-b566bb0b-f19c-4b22-a322-7e39a62f8efb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640283
Dec 04 00:45:14.995589 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51456) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:15.198848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1735313822-network', 'tenant_id': 'f4b3bf2892414b839b7a6417a9df3582'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:15.205543 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:15.222766 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Usage tracker for resource:network and tenant:f4b3bf2892414b839b7a6417a9df3582 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:15.226959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:15.232344 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cf4783a3-a663-4e58-841f-4fe7888321a1 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:15.249375 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:15.261428 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Made reservation on behalf of f4b3bf2892414b839b7a6417a9df3582 for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:45:15.266844 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:15.282087 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:15.301539 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:15.306799 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Usage tracker for resource:security_group_rule and tenant:f4b3bf2892414b839b7a6417a9df3582 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:15.309936 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:15.317044 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:15.337033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port cf4783a3-a663-4e58-841f-4fe7888321a1 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:45:15.342474 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port cf4783a3-a663-4e58-841f-4fe7888321a1 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:15.343076 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:15.412936 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:15.417361 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:15.427213 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fd9204f4-adce-4129-ba04-545fd522a6e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:15.491898 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:15.492059 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:45:15.535356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:15.557149 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:15.558311 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:15.558636 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Added segment 1af04689-afa5-4d27-a12b-acd04bea197b of type vxlan for network 1787277c-956b-4a22-a81d-88000579fa19
Dec 04 00:45:15.572857 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd4b37f-0f1c-4662-90c9-ba683d961a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4783a3-a663-4e58-841f-4fe7888321a1'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:45:15.609414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port cf4783a3-a663-4e58-841f-4fe7888321a1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cf4783a3-a663-4e58-841f-4fe7888321a1,segment=NetworkSegment(f0c38287-3d7f-4fbc-a583-19e6545d60d3),segment_id=f0c38287-3d7f-4fbc-a583-19e6545d60d3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:45:15.639116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:15.641289 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:15.645096 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:15.733094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=cf4783a3-a663-4e58-841f-4fe7888321a1,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:15.739459 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:15.740955 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:15.771923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:15.775885 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:15.776743 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:15.783654 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:15.823013 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-13cfa53e-357a-4039-a4ff-df64feeb5302 req-766ed249-2ff4-4663-9882-7cb9aa765b03 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Synchronizing usage tracker for tenant:f3fb2c68eaca47ce9cfb9802a3818570 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:45:15.841197 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfef1f-01d7-4c7d-9bbe-42b1c13e7b5f req-9773f1fe-8b5a-46bc-8989-57d8170590a9 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:15.841544 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-13cfa53e-357a-4039-a4ff-df64feeb5302 req-766ed249-2ff4-4663-9882-7cb9aa765b03 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Unset dirty status for tenant:f3fb2c68eaca47ce9cfb9802a3818570 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:45:15.842886 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ccbfef1f-01d7-4c7d-9bbe-42b1c13e7b5f req-9773f1fe-8b5a-46bc-8989-57d8170590a9 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 945 time: 0.2066574
Dec 04 00:45:15.849575 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-13cfa53e-357a-4039-a4ff-df64feeb5302 req-766ed249-2ff4-4663-9882-7cb9aa765b03 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] 10.222.0.88 "GET /v2.0/ports?device_id=daeb14b0-008c-46eb-a945-abf32ef67ee7 HTTP/1.1" status: 200  len: 210 time: 0.1007433
Dec 04 00:45:15.936618 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd4b37f-0f1c-4662-90c9-ba683d961a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4783a3-a663-4e58-841f-4fe7888321a1', 'code': 200}
Dec 04 00:45:15.983158 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ccbfef1f-01d7-4c7d-9bbe-42b1c13e7b5f req-981ca3e0-76ad-4638-98c8-9e31f4780b5f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785966
Dec 04 00:45:15.986828 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.9896889
Dec 04 00:45:15.990243 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51492) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:16.004916 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Request body: {'subnet': {'network_id': '1787277c-956b-4a22-a81d-88000579fa19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1735313822-subnet', 'tenant_id': 'f4b3bf2892414b839b7a6417a9df3582', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:16.006587 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Pushing event updated for resources: {'Network': ['ID=1787277c-956b-4a22-a81d-88000579fa19,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:16.009236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:16.017209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Usage tracker for resource:subnet and tenant:f4b3bf2892414b839b7a6417a9df3582 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:16.018129 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:16.019023 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:16.025424 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network 1787277c-956b-4a22-a81d-88000579fa19 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:45:16.025764 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:16.046832 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Made reservation on behalf of f4b3bf2892414b839b7a6417a9df3582 for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:45:16.052506 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:16.183521 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network 1787277c-956b-4a22-a81d-88000579fa19 details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:45:16.348479 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cf4783a3-a663-4e58-841f-4fe7888321a1 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:16.427731 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a789403-93d7-4731-98e4-a2433b8c49aa req-55adad5c-47e8-41b2-a2ed-4bb7bd9cc399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:16.430496 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:16.432684 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2a789403-93d7-4731-98e4-a2433b8c49aa req-55adad5c-47e8-41b2-a2ed-4bb7bd9cc399 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 1162 time: 0.1768432
Dec 04 00:45:16.469909 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port cf4783a3-a663-4e58-841f-4fe7888321a1 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:16.470429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:16.518297 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2a789403-93d7-4731-98e4-a2433b8c49aa req-9cbf7016-504b-44e1-96f6-de4b3587b500 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786529
Dec 04 00:45:16.629056 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f5c1b-0994-4848-abcb-1276ca2e5db0 req-53547b33-4300-43d7-9825-12a2512f9ade tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:16.630949 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-523f5c1b-0994-4848-abcb-1276ca2e5db0 req-53547b33-4300-43d7-9825-12a2512f9ade tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.2673414
Dec 04 00:45:16.686778 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-523f5c1b-0994-4848-abcb-1276ca2e5db0 req-adf8c065-ff75-4fd9-945e-fdd07d37d7b2 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482309
Dec 04 00:45:16.691937 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:16.803656 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:16.819410 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cf015353-d79f-4df6-b410-49c6de607e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:16.945272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=483cf0c1-ff5f-41ca-868d-fbd6e030e7d9,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:16.962000 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:17.027473 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Checking segment: {'id': '1af04689-afa5-4d27-a12b-acd04bea197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1787277c-956b-4a22-a81d-88000579fa19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:45:17.027891 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Network hostable DHCP agents. Network: 1787277c-956b-4a22-a81d-88000579fa19, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:45:17.058461 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Network 1787277c-956b-4a22-a81d-88000579fa19 is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:45:17.073351 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, 1787277c-956b-4a22-a81d-88000579fa19) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:45:17.078166 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:17.078996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:17.087945 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4a5eaf-eded-4989-b6e7-ea261b2b5b93 None None] Network 1787277c-956b-4a22-a81d-88000579fa19 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:45:17.132143 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1402683
Dec 04 00:45:17.157171 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51530) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:17.301915 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f715d-3cdc-4c6c-8966-cfb73bc2a426 req-a7ebe8b4-cd20-4890-9e4a-9e0bd4dcf9ad tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:17.303621 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e54f715d-3cdc-4c6c-8966-cfb73bc2a426 req-a7ebe8b4-cd20-4890-9e4a-9e0bd4dcf9ad tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 945 time: 0.1383071
Dec 04 00:45:17.395031 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e54f715d-3cdc-4c6c-8966-cfb73bc2a426 req-4de7330a-71d5-4109-bc2c-745e90005e09 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850267
Dec 04 00:45:17.467921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-721a169c-d777-4f7a-ac52-0eef526c6f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:17.492976 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-721a169c-d777-4f7a-ac52-0eef526c6f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:17.497542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-721a169c-d777-4f7a-ac52-0eef526c6f91 admin admin] Usage tracker for resource:security_group_rule and tenant:ce2964fb04d34cf282616d3244dc52c4 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:17.501045 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-721a169c-d777-4f7a-ac52-0eef526c6f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:17.514094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-721a169c-d777-4f7a-ac52-0eef526c6f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:17.619663 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-721a169c-d777-4f7a-ac52-0eef526c6f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:17.622209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5ac36d-41c6-4575-b968-f5755bf5cf78 None None] Network 1787277c-956b-4a22-a81d-88000579fa19 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:45:17.623541 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-721a169c-d777-4f7a-ac52-0eef526c6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:17.671832 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a70521b2-ea24-47ed-8d53-192269874cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:17.724899 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-721a169c-d777-4f7a-ac52-0eef526c6f91 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ce2964fb04d34cf282616d3244dc52c4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5665040
Dec 04 00:45:17.727177 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a169c-d777-4f7a-ac52-0eef526c6f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09b87df-43c4-4781-a43a-780739af71f0,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:17.728739 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51552) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:17.732061 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-721a169c-d777-4f7a-ac52-0eef526c6f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:17.841388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3d11f8ad-deb0-4710-bc0c-2e7747fa1578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:17.919746 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3d11f8ad-deb0-4710-bc0c-2e7747fa1578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:17.997572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3d11f8ad-deb0-4710-bc0c-2e7747fa1578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:18.010295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-81a48e56-9d52-4d36-9d59-1d104bfbcdf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:18.032374 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11f8ad-deb0-4710-bc0c-2e7747fa1578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09b87df-43c4-4781-a43a-780739af71f0,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:18.042426 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cd411-d057-425a-8c23-6f525795221f req-28d89937-8f70-4d5c-bb34-ed317c6974ee tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:18.052921 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ee1cd411-d057-425a-8c23-6f525795221f req-28d89937-8f70-4d5c-bb34-ed317c6974ee tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1846650
Dec 04 00:45:18.075732 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3d11f8ad-deb0-4710-bc0c-2e7747fa1578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:18.077259 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3d11f8ad-deb0-4710-bc0c-2e7747fa1578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:18.081562 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3d11f8ad-deb0-4710-bc0c-2e7747fa1578 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c09b87df-43c4-4781-a43a-780739af71f0 HTTP/1.1" status: 204  len: 168 time: 0.3487144
Dec 04 00:45:18.120601 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ee1cd411-d057-425a-8c23-6f525795221f req-91182414-8bb3-46a1-b45f-ba8bcbfe4c13 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666504
Dec 04 00:45:18.405752 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cf4783a3-a663-4e58-841f-4fe7888321a1 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:18.479912 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port cf4783a3-a663-4e58-841f-4fe7888321a1 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:18.480707 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:18.669565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2be58-5311-46b1-b955-e77c63212a08 req-9346b6e0-52d3-473b-9315-ee08dc15ade0 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:18.671470 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-91b2be58-5311-46b1-b955-e77c63212a08 req-9346b6e0-52d3-473b-9315-ee08dc15ade0 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 945 time: 0.0883358
Dec 04 00:45:18.721143 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-91b2be58-5311-46b1-b955-e77c63212a08 req-f8b1e5fd-d2ba-42b6-b0d3-cb82552be704 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429988
Dec 04 00:45:19.100670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51606) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:19.107066 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51610) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:19.178727 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe3100c-c4a1-466c-bda9-659221119466 admin admin] Deleting subnet a4bfe4d6-eda3-4ec1-9cf6-c1a019ace826 {{(pid=80262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:45:19.183122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bbe3100c-c4a1-466c-bda9-659221119466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:19.246538 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bbe3100c-c4a1-466c-bda9-659221119466 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:19.254249 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bbe3100c-c4a1-466c-bda9-659221119466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:19.324566 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1730458815-network', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:19.329782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:19.335947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Usage tracker for resource:network and tenant:159ca91a7f9e406ab5effb717ffc39d1 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:19.338982 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:19.345148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:19.362268 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Made reservation on behalf of 159ca91a7f9e406ab5effb717ffc39d1 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:45:19.367740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:19.389947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:19.411418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:19.416439 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Usage tracker for resource:security_group_rule and tenant:159ca91a7f9e406ab5effb717ffc39d1 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:19.419744 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:19.426651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:19.539695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:19.543233 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:19.549668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-04fe9726-0ef6-4301-a4e7-a927d8612d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:19.592068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b17c88b-7fbe-4437-a58b-259aba753380,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:19.592468 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad14ee9-a9ec-4980-87ce-3c6c9390bb86 req-402fe528-8e6a-487c-9b57-cd65747204bc tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:19.600388 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cad14ee9-a9ec-4980-87ce-3c6c9390bb86 req-402fe528-8e6a-487c-9b57-cd65747204bc tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.3007128
Dec 04 00:45:19.612350 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:19.634070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:45:19.646174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790468194624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:19.646779 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Added segment 073a304b-e217-421e-b03c-41677b6425a3 of type vxlan for network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47
Dec 04 00:45:19.677373 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:19.717117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:19.718959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:19.719930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:19.727471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:19.829209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51642) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:19.880729 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Pushing event updated for resources: {'Network': ['ID=0d803767-4ecb-437e-9ddf-0b3a1f09ff47,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:19.884789 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.7823036
Dec 04 00:45:19.885799 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:19.887896 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51652) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:19.893642 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:45:19.907194 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Request body: {'subnet': {'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1730458815-subnet', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:19.916160 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:45:19.923492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:19.935985 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Usage tracker for resource:subnet and tenant:159ca91a7f9e406ab5effb717ffc39d1 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:19.939499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:19.945511 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:19.956154 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cad14ee9-a9ec-4980-87ce-3c6c9390bb86 req-3ea0732a-de4c-408f-9422-89ad68ae90d5 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3546002
Dec 04 00:45:19.957750 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Made reservation on behalf of 159ca91a7f9e406ab5effb717ffc39d1 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:45:19.962548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:20.027956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bbe3100c-c4a1-466c-bda9-659221119466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for subnet, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:20.050384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-60e58258-75bf-4b4a-bfba-65f03e676096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:20.116494 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3100c-c4a1-466c-bda9-659221119466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4bfe4d6-eda3-4ec1-9cf6-c1a019ace826,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:20.119643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bbe3100c-c4a1-466c-bda9-659221119466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:20.225528 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bbe3100c-c4a1-466c-bda9-659221119466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:20.239570 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bbe3100c-c4a1-466c-bda9-659221119466 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/a4bfe4d6-eda3-4ec1-9cf6-c1a019ace826 HTTP/1.1" status: 204  len: 168 time: 1.1298335
Dec 04 00:45:20.242034 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51662) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:20.243360 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6b65fa0-0ae2-41dc-a211-cfebb11cd987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:20.287253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c6b65fa0-0ae2-41dc-a211-cfebb11cd987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:20.306201 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c6b65fa0-0ae2-41dc-a211-cfebb11cd987 admin admin] Usage tracker for resource:security_group_rule and tenant:27c4dacd6492488bb688113ae556fd28 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:20.310256 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c6b65fa0-0ae2-41dc-a211-cfebb11cd987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:20.329367 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c6b65fa0-0ae2-41dc-a211-cfebb11cd987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:20.370424 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:20.426495 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-c43d6662-34bc-4aff-af0b-613a6ac113b7 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:20.428125 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-c43d6662-34bc-4aff-af0b-613a6ac113b7 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/networks?id=1787277c-956b-4a22-a81d-88000579fa19 HTTP/1.1" status: 200  len: 814 time: 0.4726696
Dec 04 00:45:20.506379 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4290c092-c437-4ee7-9a26-544535d56ef3 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/quotas/f4b3bf2892414b839b7a6417a9df3582 HTTP/1.1" status: 200  len: 375 time: 0.0702405
Dec 04 00:45:20.562762 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:20.577829 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-a69427c2-1878-4512-b2b0-eec615f7d145 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?tenant_id=f4b3bf2892414b839b7a6417a9df3582&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0631063
Dec 04 00:45:20.683860 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7feb09abdb00>> segment before_delete 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:45:20.684253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7feb09abdb00>> subnet precommit_delete_associations 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:45:20.685049 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb089579e8>> segment_host_mapping after_create 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:45:20.685420 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb089579e8>> port after_create 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:45:20.685774 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb089579e8>> port after_delete 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:45:20.686131 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb089579e8>> port after_update 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:45:20.686488 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb089579e8>> segment after_delete 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:45:20.686842 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb089579e8>> subnet after_create 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:45:20.687191 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb089579e8>> subnet after_delete 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:45:20.687550 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb089579e8>> subnet after_update 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:45:20.724703 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6b65fa0-0ae2-41dc-a211-cfebb11cd987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:20.738048 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6b65fa0-0ae2-41dc-a211-cfebb11cd987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:20.749657 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:20.754886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feb09ab4438>> subnet after_create 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:45:20.755272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feb09ab4438>> subnet after_delete 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:45:20.755804 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feb09ab4438>> subnet before_create 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:45:20.756180 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feb09ab4438>> subnet before_update 55550000 {{(pid=80262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:45:20.756677 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb098b12e8>,) {'filters': {'network_id': ['dc90b975-b9c9-4405-9c10-5717502335b0']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:20.771652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb098b12e8>, 'ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:20.771934 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb098b12e8>, 'ef76f8fb-0adc-4210-82ec-fa4a17b2dbd5') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:20.786433 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258145'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:20.808108 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:20.810446 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:45:20.836899 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c6b65fa0-0ae2-41dc-a211-cfebb11cd987 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=27c4dacd6492488bb688113ae556fd28&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0056415
Dec 04 00:45:20.841104 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f26f7d9-3fce-4fda-b6d0-95d94f42ee7c service neutron] 10.222.0.88 "GET /v2.0/networks/1787277c-956b-4a22-a81d-88000579fa19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2511616
Dec 04 00:45:20.841598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51666) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:20.845548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b65fa0-0ae2-41dc-a211-cfebb11cd987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed57f020-6749-4b7c-b051-305c7588fd86,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:20.884901 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c6b65fa0-0ae2-41dc-a211-cfebb11cd987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:21.011580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Network dc90b975-b9c9-4405-9c10-5717502335b0 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:45:21.021358 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851524401'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:21.083491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-21d1398d-df18-4ff5-ac63-f705d24bcf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:21.126772 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-c017e2ce-98d3-43b6-9707-fa8cba37f221 service neutron] 10.222.0.88 "GET /v2.0/networks/1787277c-956b-4a22-a81d-88000579fa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2769887
Dec 04 00:45:21.127657 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:21.152189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fdc17ece-7529-4be6-aa0b-e9e12b89d23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:21.191741 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-21d1398d-df18-4ff5-ac63-f705d24bcf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:21.343279 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Network dc90b975-b9c9-4405-9c10-5717502335b0 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   (rel_b, rel_a, rel_b),
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   (rel_b, rel_a, rel_b),
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:45:21.376491 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:45:21.401034 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:21.428311 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:21.431080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-21d1398d-df18-4ff5-ac63-f705d24bcf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:21.436616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3de39281-ddf2-4560-9759-f519a0e5ef83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:21.463996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1398d-df18-4ff5-ac63-f705d24bcf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed57f020-6749-4b7c-b051-305c7588fd86,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:21.469416 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-21d1398d-df18-4ff5-ac63-f705d24bcf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:21.489948 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-21d1398d-df18-4ff5-ac63-f705d24bcf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:21.492440 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-21d1398d-df18-4ff5-ac63-f705d24bcf99 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ed57f020-6749-4b7c-b051-305c7588fd86 HTTP/1.1" status: 204  len: 168 time: 0.6483743
Dec 04 00:45:21.519182 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc60bb-b3d1-4ddd-8662-feae907ccc0f req-5d7112d5-b381-4f34-b793-861fedcbfb8f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:21.529367 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7dbc60bb-b3d1-4ddd-8662-feae907ccc0f req-5d7112d5-b381-4f34-b793-861fedcbfb8f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.4337292
Dec 04 00:45:21.574826 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Checking segment: {'id': '073a304b-e217-421e-b03c-41677b6425a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:45:21.575234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Network hostable DHCP agents. Network: 0d803767-4ecb-437e-9ddf-0b3a1f09ff47, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:45:21.591082 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7dbc60bb-b3d1-4ddd-8662-feae907ccc0f req-04dc51f2-b60f-4117-83b2-3a0ff319ed5e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606408
Dec 04 00:45:21.592049 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:21.602203 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:21.607617 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c791f60c-7104-4411-a050-de0ffdb30e7c req-ef98ef4d-ff0a-4a17-8813-bd2617c3cc05 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 210 time: 0.0713770
Dec 04 00:45:21.643596 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:21.646491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc90b975-b9c9-4405-9c10-5717502335b0,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:21.650130 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:21.656401 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:45:21.659415 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6f403793-47de-41a4-87ce-81127c7b9551 admin admin] 10.222.0.88 "DELETE /v2.0/networks/dc90b975-b9c9-4405-9c10-5717502335b0 HTTP/1.1" status: 204  len: 168 time: 1.4160793
Dec 04 00:45:21.671120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, 0d803767-4ecb-437e-9ddf-0b3a1f09ff47) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:45:21.676169 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:21.676939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:21.683404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dda348-9ef0-464f-a328-2d5846de19f4 None None] Network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:45:21.733456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51692) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:21.734065 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-67b0e667-f2d9-409a-8b12-57589108e397 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.8448787
Dec 04 00:45:21.740028 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:21.749509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:21.761288 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Usage tracker for resource:router and tenant:159ca91a7f9e406ab5effb717ffc39d1 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:21.768533 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:21.780886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:21.807312 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759826'] for router, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:21.809253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15974'] for router, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:21.849269 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:21.985659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51698) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:22.049022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51704) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:22.057235 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-29a2e14e-d981-451e-9d84-c6c3b856a014 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f3fb2c68eaca47ce9cfb9802a3818570&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0698943
Dec 04 00:45:22.066761 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51708) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:22.075639 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b49b707c-ff17-4ecf-9957-9cf143f86f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:22.096131 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b49b707c-ff17-4ecf-9957-9cf143f86f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:22.111384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-b49b707c-ff17-4ecf-9957-9cf143f86f6b admin admin] Usage tracker for resource:security_group_rule and tenant:c9ef569bfe5644858fe95887ad66f163 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:22.118714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-b49b707c-ff17-4ecf-9957-9cf143f86f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:22.126708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b49b707c-ff17-4ecf-9957-9cf143f86f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:22.133887 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5b127e5-83c8-5931-8751-a31674356172-0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'fixed_ips': [{'subnet_id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954'}]}} from dv-cinder-763306-5-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 00:45:22.135089 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:22.262449 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b49b707c-ff17-4ecf-9957-9cf143f86f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:22.266589 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b49b707c-ff17-4ecf-9957-9cf143f86f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:22.303678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:22.309567 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15991'] for router, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:22.336901 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b49b707c-ff17-4ecf-9957-9cf143f86f6b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c9ef569bfe5644858fe95887ad66f163&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2863979
Dec 04 00:45:22.337742 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b707c-ff17-4ecf-9957-9cf143f86f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0cc6b7-56ef-4472-af03-4b4da4beb530,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:22.340600 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 51714) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:22.343719 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b49b707c-ff17-4ecf-9957-9cf143f86f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:22.373703 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5dd63945-f180-4ddc-a49a-c8d5dd0cacea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:22.410464 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c910ba9-0035-4c62-9b29-7059d854c815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:22.431358 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5dd63945-f180-4ddc-a49a-c8d5dd0cacea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:22.441867 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c910ba9-0035-4c62-9b29-7059d854c815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:22.496894 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c910ba9-0035-4c62-9b29-7059d854c815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:22.504147 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e7674682-e016-4634-80d3-dee92e7afb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:22.548803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c910ba9-0035-4c62-9b29-7059d854c815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0cc6b7-56ef-4472-af03-4b4da4beb530,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:22.564860 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5dd63945-f180-4ddc-a49a-c8d5dd0cacea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:22.565319 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8c910ba9-0035-4c62-9b29-7059d854c815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:22.570538 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2e14b5a5-6bdb-4b2e-acdb-86a3a67fd7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:22.593586 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Allocated IP 172.20.0.2 (0d803767-4ecb-437e-9ddf-0b3a1f09ff47/242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954/8af816b1-6e3a-4798-bbd5-fe00b53adf08) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:45:22.607778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd63945-f180-4ddc-a49a-c8d5dd0cacea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20088ade-f190-43a6-a6d3-b348280fbe21,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:22.611212 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5dd63945-f180-4ddc-a49a-c8d5dd0cacea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:22.621217 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5dd63945-f180-4ddc-a49a-c8d5dd0cacea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:22.625053 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5dd63945-f180-4ddc-a49a-c8d5dd0cacea admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/20088ade-f190-43a6-a6d3-b348280fbe21 HTTP/1.1" status: 204  len: 168 time: 0.4948053
Dec 04 00:45:22.627770 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c910ba9-0035-4c62-9b29-7059d854c815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:22.628737 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8c910ba9-0035-4c62-9b29-7059d854c815 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4d0cc6b7-56ef-4472-af03-4b4da4beb530 HTTP/1.1" status: 204  len: 168 time: 0.2871535
Dec 04 00:45:22.783306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-ae477f89-4a80-46a7-aefc-03cde74d5527 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:22.785004 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-ae477f89-4a80-46a7-aefc-03cde74d5527 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/networks?id=9a051e40-edbf-4acc-ad11-99eefa876f20 HTTP/1.1" status: 200  len: 814 time: 0.2820086
Dec 04 00:45:22.803606 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-65c5fde5-b797-4519-bdab-f5f965c2283e tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/quotas/5cb3fa42f2964c6bb0dea1c1a4ac2031 HTTP/1.1" status: 200  len: 375 time: 0.0119524
Dec 04 00:45:22.905866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:23.023661 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:23.129646 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:23.150514 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Transition to ACTIVE for port object 8af816b1-6e3a-4798-bbd5-fe00b53adf08 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:45:23.183724 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-55fd38c5-9e28-4e49-b3e5-56ebf5016f0f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?tenant_id=5cb3fa42f2964c6bb0dea1c1a4ac2031&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3737385
Dec 04 00:45:23.189534 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Transition to ACTIVE for port object 8af816b1-6e3a-4798-bbd5-fe00b53adf08 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:45:23.195898 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:23.224797 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:23.370851 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Pushing event updated for resources: {'Port': ['ID=8af816b1-6e3a-4798-bbd5-fe00b53adf08,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:23.481667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442e5bc-657e-45bc-ad34-e0986e6d54fe req-32b9c166-93e9-4b20-8094-754e3b49457a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:23.489551 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9442e5bc-657e-45bc-ad34-e0986e6d54fe req-32b9c166-93e9-4b20-8094-754e3b49457a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.5865288
Dec 04 00:45:23.498612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:23.595125 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:45:23.596913 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:45:23.600953 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:45:23.698365 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9442e5bc-657e-45bc-ad34-e0986e6d54fe req-4cb836c6-9e82-4428-9190-cf3bf37a3213 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2077348
Dec 04 00:45:23.706373 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-037a327f-f300-49db-8d12-23880f416c92 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:23.710509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Attempting to bind port 8af816b1-6e3a-4798-bbd5-fe00b53adf08 on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:45:23.710927 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Attempting to bind port 8af816b1-6e3a-4798-bbd5-fe00b53adf08 by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': '073a304b-e217-421e-b03c-41677b6425a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:45:23.711338 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Attempting to bind port 8af816b1-6e3a-4798-bbd5-fe00b53adf08 on network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:45:23.727334 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:45:23.728018 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Checking segment: {'id': '073a304b-e217-421e-b03c-41677b6425a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:45:23.728476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:23.728921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Bound using segment: {'id': '073a304b-e217-421e-b03c-41677b6425a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:45:23.729449 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Bound port: 8af816b1-6e3a-4798-bbd5-fe00b53adf08, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073a304b-e217-421e-b03c-41677b6425a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:45:23.729882 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:23.736155 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-037a327f-f300-49db-8d12-23880f416c92 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.91 "GET /v2.0/networks?id=1787277c-956b-4a22-a81d-88000579fa19 HTTP/1.1" status: 200  len: 814 time: 0.7851272
Dec 04 00:45:23.803757 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Request body: {'port': {'device_id': '30faa92c-252f-4dca-9849-2e3fc57e303c', 'network_id': '1787277c-956b-4a22-a81d-88000579fa19', 'admin_state_up': True, 'tenant_id': 'f4b3bf2892414b839b7a6417a9df3582'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:23.897119 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2875acd2-8e06-4ff4-bd2f-a15cd3948d41 req-2594c30e-a1db-49a6-857f-19bbcbba7691 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 210 time: 0.0639381
Dec 04 00:45:23.921975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Allocated IP 172.27.3.52 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/5b328689-b523-4dc0-a2bf-53075b7cac52) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:45:23.931868 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] For port 8af816b1-6e3a-4798-bbd5-fe00b53adf08, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:45:23.935271 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] For port 8af816b1-6e3a-4798-bbd5-fe00b53adf08, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=8af816b1-6e3a-4798-bbd5-fe00b53adf08,segment=NetworkSegment(073a304b-e217-421e-b03c-41677b6425a3),segment_id=073a304b-e217-421e-b03c-41677b6425a3)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:45:23.944534 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:24.028906 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-be93a664-4609-40f4-849c-d5c3871d6332 service neutron] 10.222.0.88 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8185165
Dec 04 00:45:24.058640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:24.125085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:24.155217 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Usage tracker for resource:port and tenant:f4b3bf2892414b839b7a6417a9df3582 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:24.165919 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Quota usage for port was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:24.170424 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:24.192656 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:24.221758 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Made reservation on behalf of f4b3bf2892414b839b7a6417a9df3582 for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:45:24.228968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:24.254511 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:24.310904 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:24.365288 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Pushing event updated for resources: {'Port': ['ID=8af816b1-6e3a-4798-bbd5-fe00b53adf08,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:24.376324 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:24.441663 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-641da960-cc74-47ad-a741-eceb643ba604 service neutron] 10.222.0.88 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4117260
Dec 04 00:45:24.572944 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Pushing event updated for resources: {'Port': ['ID=5b328689-b523-4dc0-a2bf-53075b7cac52,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:24.576269 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:24.628080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:45:24.629658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:45:24.632466 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:45:24.770825 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Allocated IP 172.20.0.12 (1787277c-956b-4a22-a81d-88000579fa19/483cf0c1-ff5f-41ca-868d-fbd6e030e7d9/9108f00d-caa1-4bc0-a94f-40bc859ed5b6) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:45:24.918146 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2ba52815-c3ad-4ca5-92e8-1e4a4a26c4f3 req-628fd05e-c7c5-4258-b3f7-c118a04d1a77 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 210 time: 0.0969584
Dec 04 00:45:25.231650 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c81d391b-0b59-497a-bbdf-cc179200dfba req-a8e28e78-8a35-48f8-a681-6d9be7dbc95f tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 210 time: 0.0591421
Dec 04 00:45:25.286701 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 8af816b1-6e3a-4798-bbd5-fe00b53adf08 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:25.392368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:25.403135 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bec2d5-fa20-44d5-845b-11695c8af135 req-6b2f24d3-5980-4ff0-9666-ec6429d31588 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:25.412461 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-45bec2d5-fa20-44d5-845b-11695c8af135 req-6b2f24d3-5980-4ff0-9666-ec6429d31588 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.3694715
Dec 04 00:45:25.441258 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 8af816b1-6e3a-4798-bbd5-fe00b53adf08 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:45:25.498654 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-45bec2d5-fa20-44d5-845b-11695c8af135 req-5964c40c-86c2-4985-84d5-afc71e5d5208 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846708
Dec 04 00:45:25.517418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:25.536688 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b3465f71-e499-4e4a-a6a1-ebd9dc41e3c9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:25.661412 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:25.704036 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Pushing event updated for resources: {'Port': ['ID=9108f00d-caa1-4bc0-a94f-40bc859ed5b6,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:25.709947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:25.784709 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Network 1787277c-956b-4a22-a81d-88000579fa19 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:45:25.785965 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:45:25.788682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:45:25.793342 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:25.794105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:25.829408 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0452292
Dec 04 00:45:25.874332 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Request body: {'port': {'device_id': '30faa92c-252f-4dca-9849-2e3fc57e303c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:26.027734 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc98d74-ac4a-4e32-b28e-d59c1ab487e3 None None] Network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:45:26.036829 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:26.139683 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796835'] for router, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:26.226573 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fa9c566-6833-4c4f-b385-aaccb29b72dc req-b67ff787-d5f0-4180-93cf-a2bb94f63c7a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 210 time: 0.1077402
Dec 04 00:45:26.365310 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f54aff09-5fd0-4928-a207-9b0c6b9e45c2 None None] Provisioning for port 8af816b1-6e3a-4798-bbd5-fe00b53adf08 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:45:26.392109 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f54aff09-5fd0-4928-a207-9b0c6b9e45c2 None None] Provisioning complete for port 8af816b1-6e3a-4798-bbd5-fe00b53adf08 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:26.401017 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f54aff09-5fd0-4928-a207-9b0c6b9e45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:26.440420 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 is scheduled to L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 with binding_index 1 {{(pid=80262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 00:45:26.784658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:26.871189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f54aff09-5fd0-4928-a207-9b0c6b9e45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:26.921152 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f54aff09-5fd0-4928-a207-9b0c6b9e45c2 None None] For port 8af816b1-6e3a-4798-bbd5-fe00b53adf08, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=8af816b1-6e3a-4798-bbd5-fe00b53adf08,segment=NetworkSegment(073a304b-e217-421e-b03c-41677b6425a3),segment_id=073a304b-e217-421e-b03c-41677b6425a3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:45:26.927075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f54aff09-5fd0-4928-a207-9b0c6b9e45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:26.929566 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:26.947697 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:45:26.964089 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:26.993715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Transition to ACTIVE for port object 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:45:27.004297 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:27.141978 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54aff09-5fd0-4928-a207-9b0c6b9e45c2 None None] Pushing event updated for resources: {'Port': ['ID=8af816b1-6e3a-4798-bbd5-fe00b53adf08,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:27.147013 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f54aff09-5fd0-4928-a207-9b0c6b9e45c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:27.246147 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:27.389229 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-e52a2b11-0fc4-439d-b16d-12cda3cfd735 None None] Provisioning complete for port 8af816b1-6e3a-4798-bbd5-fe00b53adf08 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:27.389797 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e52a2b11-0fc4-439d-b16d-12cda3cfd735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:27.533161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86416d-d60f-4978-9c03-66994f25805a req-a3e51fc4-9498-45ab-8a4a-9fd520579f43 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:27.542196 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1b86416d-d60f-4978-9c03-66994f25805a req-a3e51fc4-9498-45ab-8a4a-9fd520579f43 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 944 time: 0.9637094
Dec 04 00:45:27.593937 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:45:27.607578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Sync routers for ids ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:45:27.628411 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Routers {'3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:45:27.632587 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0af58630>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:45:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:27.641181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-91d6d786-b5d0-403e-ba0b-7f652fcdb1ac tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:27.643186 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-91d6d786-b5d0-403e-ba0b-7f652fcdb1ac tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "GET /v2.0/networks?id=9a051e40-edbf-4acc-ad11-99eefa876f20 HTTP/1.1" status: 200  len: 814 time: 0.5259047
Dec 04 00:45:27.661596 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:27.663049 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.9284332
Dec 04 00:45:27.672633 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 51858) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:27.725219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Attempting to bind port 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:45:27.725587 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Attempting to bind port 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1af04689-afa5-4d27-a12b-acd04bea197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1787277c-956b-4a22-a81d-88000579fa19'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:45:27.725954 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Attempting to bind port 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 on network 1787277c-956b-4a22-a81d-88000579fa19 {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:45:27.728831 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9108f00d-caa1-4bc0-a94f-40bc859ed5b6,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:27.734581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:27.740354 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:45:27.740726 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Checking segment: {'id': '1af04689-afa5-4d27-a12b-acd04bea197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1787277c-956b-4a22-a81d-88000579fa19'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:45:27.741133 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:27.741776 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Bound using segment: {'id': '1af04689-afa5-4d27-a12b-acd04bea197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1787277c-956b-4a22-a81d-88000579fa19'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:45:27.742263 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Bound port: 9108f00d-caa1-4bc0-a94f-40bc859ed5b6, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af04689-afa5-4d27-a12b-acd04bea197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1787277c-956b-4a22-a81d-88000579fa19'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:45:27.742631 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:27.794376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-3560aecc-1cde-4aca-b161-fc0c476ec8d7 None None] Provisioning complete for port 8af816b1-6e3a-4798-bbd5-fe00b53adf08 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:27.799470 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3560aecc-1cde-4aca-b161-fc0c476ec8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:27.866336 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Request body: {'port': {'device_id': '2d41be70-0faa-4d8d-8006-c88c9e74919e', 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20', 'admin_state_up': True, 'tenant_id': '5cb3fa42f2964c6bb0dea1c1a4ac2031'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:27.894563 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0166ad3-7ec1-4ea6-bd03-b4b609fdcff2 req-1e9361ae-1a11-495e-8245-76a910291ef2 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:27.903936 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d0166ad3-7ec1-4ea6-bd03-b4b609fdcff2 req-1e9361ae-1a11-495e-8245-76a910291ef2 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.5580676
Dec 04 00:45:28.000759 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d0166ad3-7ec1-4ea6-bd03-b4b609fdcff2 req-6ddb5028-9757-4e07-9a82-e7f3ea4b8aed tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958326
Dec 04 00:45:28.010792 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] For port 9108f00d-caa1-4bc0-a94f-40bc859ed5b6, host hv-cinder-76330, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:45:28.019782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] For port 9108f00d-caa1-4bc0-a94f-40bc859ed5b6, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9108f00d-caa1-4bc0-a94f-40bc859ed5b6,segment=NetworkSegment(1af04689-afa5-4d27-a12b-acd04bea197b),segment_id=1af04689-afa5-4d27-a12b-acd04bea197b)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:45:28.024736 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:28.055720 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0b3ca366-2f6d-4b1b-8ed7-8c4309ca31dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:28.112211 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-1b86416d-d60f-4978-9c03-66994f25805a req-90617f21-ddd8-476d-ae04-68b6d522a649 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Synchronizing usage tracker for tenant:f4b3bf2892414b839b7a6417a9df3582 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:45:28.121113 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-8cbb4225-f0d5-408b-b780-a92a0f369983 None None] Provisioning complete for port 8af816b1-6e3a-4798-bbd5-fe00b53adf08 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:28.122024 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8cbb4225-f0d5-408b-b780-a92a0f369983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:28.189433 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-1b86416d-d60f-4978-9c03-66994f25805a req-90617f21-ddd8-476d-ae04-68b6d522a649 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Unset dirty status for tenant:f4b3bf2892414b839b7a6417a9df3582 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:45:28.202823 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1b86416d-d60f-4978-9c03-66994f25805a req-90617f21-ddd8-476d-ae04-68b6d522a649 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6594026
Dec 04 00:45:28.343575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Set router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:45:28.497477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:28.501966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9108f00d-caa1-4bc0-a94f-40bc859ed5b6,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:28.515600 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:28.566521 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:28.567217 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:28.568941 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] 10.222.0.91 "PUT /v2.0/ports/9108f00d-caa1-4bc0-a94f-40bc859ed5b6 HTTP/1.1" status: 200  len: 1158 time: 2.6996608
Dec 04 00:45:28.569651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30faa92c-252f-4dca-9849-2e3fc57e303c', 'tag': '9108f00d-caa1-4bc0-a94f-40bc859ed5b6'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:45:28.587458 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:28.647838 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Made reservation on behalf of 5cb3fa42f2964c6bb0dea1c1a4ac2031 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:45:28.653386 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:28.687145 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-acea35e2-76a4-4171-bc4a-8d26e20df748 req-109dc797-ee1d-4fb9-8f42-f344568294c6 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 210 time: 0.0843394
Dec 04 00:45:28.706838 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-00f62e5f-3527-4761-ab6c-5a3388ad6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:28.708595 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-00f62e5f-3527-4761-ab6c-5a3388ad6328 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f4b3bf2892414b839b7a6417a9df3582&device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 1161 time: 0.0895357
Dec 04 00:45:28.780169 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0af58630>, [{'id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:21Z', 'updated_at': '2020-12-04T00:45:25Z', 'revision_number': 3, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'gw_port': {'id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:23Z', 'updated_at': '2020-12-04T00:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:28.784418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Checking router: 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:45:28.784802 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Updating router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 port 5b328689-b523-4dc0-a2bf-53075b7cac52 binding host dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:45:28.809897 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30faa92c-252f-4dca-9849-2e3fc57e303c', 'tag': '9108f00d-caa1-4bc0-a94f-40bc859ed5b6', 'status': 'completed', 'code': 200}
Dec 04 00:45:28.818199 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-9342b6e8-d3fd-4200-a71e-31ef254c3f79 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9108f00d-caa1-4bc0-a94f-40bc859ed5b6 HTTP/1.1" status: 200  len: 217 time: 0.0726218
Dec 04 00:45:28.837893 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:28.910928 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-386d33e6-0a6b-43ea-9753-6b8fd4234642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:28.912663 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-386d33e6-0a6b-43ea-9753-6b8fd4234642 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=483cf0c1-ff5f-41ca-868d-fbd6e030e7d9 HTTP/1.1" status: 200  len: 854 time: 0.0724406
Dec 04 00:45:28.980750 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-bc129253-ea4f-43cc-89de-410ef60a1c65 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1787277c-956b-4a22-a81d-88000579fa19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527160
Dec 04 00:45:29.218305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 8af816b1-6e3a-4798-bbd5-fe00b53adf08 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:29.261492 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-8614fd5b-e669-4cf1-acd0-93cb0a6ee391 service neutron] 10.222.0.91 "GET /v2.0/networks/1787277c-956b-4a22-a81d-88000579fa19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2633286
Dec 04 00:45:29.369308 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:29.370067 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 8af816b1-6e3a-4798-bbd5-fe00b53adf08 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:29.370617 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:29.384612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Transition to ACTIVE for port object 5b328689-b523-4dc0-a2bf-53075b7cac52 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:45:29.389167 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:29.415220 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:29.456035 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:29.596543 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Pushing event updated for resources: {'Port': ['ID=5b328689-b523-4dc0-a2bf-53075b7cac52,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:29.618034 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.618523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.618988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.619464 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.619918 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.620360 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.620798 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.621233 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.621668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.622105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.622539 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.622995 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.623520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.623958 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.624394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.624825 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.625255 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.625684 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.626116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.626627 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.627101 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.627567 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.628004 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.628432 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:29.635573 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:29.720686 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Allocated IP 172.20.0.3 (9a051e40-edbf-4acc-ad11-99eefa876f20/2dd1b4bf-3c93-43a9-bef9-7e21218b6544/949a6f5d-64f9-4141-b813-5cafabe8cb0f) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:45:29.738156 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e9ecf726-9b78-4729-ae40-6d9043fa2852 req-c0059882-4bc4-4e43-b377-c94ec960daf8 service neutron] 10.222.0.91 "GET /v2.0/networks/1787277c-956b-4a22-a81d-88000579fa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4632316
Dec 04 00:45:29.739257 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Attempting to bind port 5b328689-b523-4dc0-a2bf-53075b7cac52 on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:45:29.741150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Attempting to bind port 5b328689-b523-4dc0-a2bf-53075b7cac52 by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:45:29.741580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Attempting to bind port 5b328689-b523-4dc0-a2bf-53075b7cac52 on network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:45:29.755065 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd920a6d-94b6-40f7-a1bc-cc5bcd1efb24 req-42411276-b7e9-4ce4-9df0-0ba21ddcb5e7 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:29.755923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-cd920a6d-94b6-40f7-a1bc-cc5bcd1efb24 req-42411276-b7e9-4ce4-9df0-0ba21ddcb5e7 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Synchronizing usage tracker for tenant:f4b3bf2892414b839b7a6417a9df3582 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:45:29.756247 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:45:29.756676 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Checking segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:45:29.758764 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:29.759217 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Bound using segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:45:29.759783 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Bound port: 5b328689-b523-4dc0-a2bf-53075b7cac52, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:45:29.760209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:29.792175 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-cd920a6d-94b6-40f7-a1bc-cc5bcd1efb24 req-42411276-b7e9-4ce4-9df0-0ba21ddcb5e7 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Unset dirty status for tenant:f4b3bf2892414b839b7a6417a9df3582 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:45:29.793484 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd920a6d-94b6-40f7-a1bc-cc5bcd1efb24 req-42411276-b7e9-4ce4-9df0-0ba21ddcb5e7 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 944 time: 0.3498995
Dec 04 00:45:29.922255 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] For port 5b328689-b523-4dc0-a2bf-53075b7cac52, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:45:29.926416 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] For port 5b328689-b523-4dc0-a2bf-53075b7cac52, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=5b328689-b523-4dc0-a2bf-53075b7cac52,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:45:29.931028 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:29.948073 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd920a6d-94b6-40f7-a1bc-cc5bcd1efb24 req-328dd4b1-9437-4ab6-beb6-61d74478b5ed tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418426
Dec 04 00:45:29.951086 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:29.994790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e691de-f27e-4c30-9a8e-c402895f2a06 req-7a99d97a-5566-492f-b510-8ec5610bff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:29.996461 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a3e691de-f27e-4c30-9a8e-c402895f2a06 req-7a99d97a-5566-492f-b510-8ec5610bff94 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f4b3bf2892414b839b7a6417a9df3582&device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 1161 time: 0.1635571
Dec 04 00:45:30.152216 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Pushing event updated for resources: {'Port': ['ID=5b328689-b523-4dc0-a2bf-53075b7cac52,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:30.158079 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7da96d44-d252-4966-8da1-2ccf770f0f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:30.229459 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Routers {'3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:45:30.230134 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0af58630>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:45:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:30.237473 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e691de-f27e-4c30-9a8e-c402895f2a06 req-74bddd92-beb5-4f49-9cd1-d7a0a54fc6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:30.239156 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a3e691de-f27e-4c30-9a8e-c402895f2a06 req-74bddd92-beb5-4f49-9cd1-d7a0a54fc6a3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1787277c-956b-4a22-a81d-88000579fa19 HTTP/1.1" status: 200  len: 908 time: 0.2315145
Dec 04 00:45:30.407657 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d025e551-6d77-4bec-a932-3081f3edb93d req-f7d11caa-1ade-4511-8aaa-df96287b044a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 210 time: 0.0504231
Dec 04 00:45:30.416897 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a3e691de-f27e-4c30-9a8e-c402895f2a06 req-8136071e-9916-43c6-b1c8-1d5dfd5dbd3a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9108f00d-caa1-4bc0-a94f-40bc859ed5b6 HTTP/1.1" status: 200  len: 217 time: 0.1658325
Dec 04 00:45:30.463798 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] Set router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:45:30.506289 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda9472-1ac4-4084-9602-39c4cde3674c req-78759eee-73bc-4b40-9ad1-d46b380b2d38 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:30.514614 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7cda9472-1ac4-4084-9602-39c4cde3674c req-78759eee-73bc-4b40-9ad1-d46b380b2d38 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 1.1371369
Dec 04 00:45:30.556302 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e691de-f27e-4c30-9a8e-c402895f2a06 req-733a19d1-30d1-4610-931d-84f08f855e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:30.557883 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a3e691de-f27e-4c30-9a8e-c402895f2a06 req-733a19d1-30d1-4610-931d-84f08f855e05 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=483cf0c1-ff5f-41ca-868d-fbd6e030e7d9 HTTP/1.1" status: 200  len: 854 time: 0.1293907
Dec 04 00:45:30.585001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Allocated IP 172.20.0.1 (0d803767-4ecb-437e-9ddf-0b3a1f09ff47/242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954/af40c42d-4aaa-48a8-82b2-6a6d9cd763fd) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:45:30.618770 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a3e691de-f27e-4c30-9a8e-c402895f2a06 req-46829101-ba1c-4a2b-8e6e-0a7f623426b8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1787277c-956b-4a22-a81d-88000579fa19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488138
Dec 04 00:45:30.728947 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7cda9472-1ac4-4084-9602-39c4cde3674c req-d3249154-0b14-42eb-bae6-cf14f5b4c00b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2132878
Dec 04 00:45:30.822185 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a3e691de-f27e-4c30-9a8e-c402895f2a06 req-783df32e-42fc-43a0-bb74-4c88645c422e service neutron] 10.222.0.91 "GET /v2.0/networks/1787277c-956b-4a22-a81d-88000579fa19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863799
Dec 04 00:45:30.823793 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0af58630>, [{'id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:21Z', 'updated_at': '2020-12-04T00:45:25Z', 'revision_number': 3, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'gw_port': {'id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:23Z', 'updated_at': '2020-12-04T00:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:30.828615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf548b-adf2-4835-a988-f9590d46c3dc None None] The sync data for ids ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'] in dv-cinder-763306-5-iscsi is: [{'id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:21Z', 'updated_at': '2020-12-04T00:45:25Z', 'revision_number': 3, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'gw_port': {'id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:23Z', 'updated_at': '2020-12-04T00:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:45:30.939378 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:30.957960 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:30.985052 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Transition to ACTIVE for port object af40c42d-4aaa-48a8-82b2-6a6d9cd763fd will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:45:31.002844 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a3e691de-f27e-4c30-9a8e-c402895f2a06 req-48e6d467-5aef-4b4f-9d82-aff175d93cee service neutron] 10.222.0.91 "GET /v2.0/networks/1787277c-956b-4a22-a81d-88000579fa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1676459
Dec 04 00:45:31.008603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:31.029769 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e93c9414-e2b5-4299-a17b-e6246092ccdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:31.156378 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:31.265650 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566113e-5683-4154-94b4-41886ae3541b req-fd394d9a-a8e3-4247-ae2c-225acbb4f4ac tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:31.267578 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c566113e-5683-4154-94b4-41886ae3541b req-fd394d9a-a8e3-4247-ae2c-225acbb4f4ac tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 944 time: 0.1443660
Dec 04 00:45:31.285990 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Pushing event updated for resources: {'Port': ['ID=949a6f5d-64f9-4141-b813-5cafabe8cb0f,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:31.330301 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c566113e-5683-4154-94b4-41886ae3541b req-39bede44-d6f7-4eb2-b6cb-e86b5319503b tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546587
Dec 04 00:45:31.356971 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:31.425346 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-23b116bb-9894-4924-8b34-ebbe0252d17a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:31.507383 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Network 9a051e40-edbf-4acc-ad11-99eefa876f20 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:45:31.516645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:45:31.520327 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:45:31.522363 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:45:31.530530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:45:31.569540 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:45:31.630645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Pushing event updated for resources: {'Port': ['ID=af40c42d-4aaa-48a8-82b2-6a6d9cd763fd,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:31.706817 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:31.707559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:31.735591 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:31.749622 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0736861
Dec 04 00:45:31.785005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979136'] for router_interface, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:31.802590 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-461f2777-f00b-494a-a9f9-9e8d11328c86 None None] Provisioning for port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:45:31.804858 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Request body: {'port': {'device_id': '2d41be70-0faa-4d8d-8006-c88c9e74919e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:31.808975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-461f2777-f00b-494a-a9f9-9e8d11328c86 None None] Provisioning complete for port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:31.809666 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-461f2777-f00b-494a-a9f9-9e8d11328c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:31.872583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-461f2777-f00b-494a-a9f9-9e8d11328c86 None None] Port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:45:31.976808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec993e5-5c6d-4374-a633-169d19975ad6 req-550b2474-9c98-40c1-9a59-3397b32526b0 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:31.977936 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-eec993e5-5c6d-4374-a633-169d19975ad6 req-550b2474-9c98-40c1-9a59-3397b32526b0 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Synchronizing usage tracker for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:45:32.047517 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:32.064019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-eec993e5-5c6d-4374-a633-169d19975ad6 req-550b2474-9c98-40c1-9a59-3397b32526b0 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Unset dirty status for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:45:32.065440 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eec993e5-5c6d-4374-a633-169d19975ad6 req-550b2474-9c98-40c1-9a59-3397b32526b0 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 931 time: 0.4295492
Dec 04 00:45:32.091701 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:32.222177 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eec993e5-5c6d-4374-a633-169d19975ad6 req-3a2ead92-aba7-47e5-9906-690e449fd590 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494520
Dec 04 00:45:32.353645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226b897-ed2f-49c1-a5fc-31bb8545e2de req-365a2694-93dd-418d-80da-bac47ffaa5f9 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:32.355944 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b226b897-ed2f-49c1-a5fc-31bb8545e2de req-365a2694-93dd-418d-80da-bac47ffaa5f9 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.0951035
Dec 04 00:45:32.404101 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b226b897-ed2f-49c1-a5fc-31bb8545e2de req-f51e8935-76ac-4e88-9b29-ccc3d5ef5d1d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419488
Dec 04 00:45:32.786255 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:32.793849 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:32.828745 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:33.089799 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a41aee-4edf-49d9-960b-550d482cacaa req-df4b5eea-17be-4704-8da1-2db582795db6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:33.092057 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12a41aee-4edf-49d9-960b-550d482cacaa req-df4b5eea-17be-4704-8da1-2db582795db6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 944 time: 0.5835121
Dec 04 00:45:33.134840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.resource_extend [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 04 00:45:33.227230 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 5b328689-b523-4dc0-a2bf-53075b7cac52 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:33.280045 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847247150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795811'] for router_interface, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:33.301435 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Pushing event updated for resources: {'Port': ['ID=af40c42d-4aaa-48a8-82b2-6a6d9cd763fd,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:33.311667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:33.316586 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12a41aee-4edf-49d9-960b-550d482cacaa req-44fb9ed4-5e8c-407b-8ef3-23fa289303a6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058048
Dec 04 00:45:33.319363 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 5b328689-b523-4dc0-a2bf-53075b7cac52 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:45:33.324699 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 5b328689-b523-4dc0-a2bf-53075b7cac52 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:33.326022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:33.371273 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 949a6f5d-64f9-4141-b813-5cafabe8cb0f {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:45:33.389368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:33.421535 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Transition to ACTIVE for port object 949a6f5d-64f9-4141-b813-5cafabe8cb0f will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:45:33.438850 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:33.456850 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-66ef1781-e19f-43fc-a5f7-1cafffb99272 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:33.458159 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:33.477496 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port 5b328689-b523-4dc0-a2bf-53075b7cac52, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=5b328689-b523-4dc0-a2bf-53075b7cac52,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:45:33.481671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:33.487276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:33.569050 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=5b328689-b523-4dc0-a2bf-53075b7cac52,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:33.573260 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:33.665866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc997f9-5897-4948-b1c9-a701b898739d req-20a2d7ba-953f-47ef-b53e-6ec503b34616 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:33.667702 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1cc997f9-5897-4948-b1c9-a701b898739d req-20a2d7ba-953f-47ef-b53e-6ec503b34616 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.0859978
Dec 04 00:45:33.683256 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Pushing event updated for resources: {'Port': ['ID=949a6f5d-64f9-4141-b813-5cafabe8cb0f,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:33.706937 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:33.715253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:45:33.723691 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1cc997f9-5897-4948-b1c9-a701b898739d req-7786a6c9-3167-4a4e-80ec-063f7cbe030a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488126
Dec 04 00:45:33.724422 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:45:33.979481 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c758496-4104-466e-b676-3dc717cf8c1b req-c5cede13-b9b1-49db-808a-fd4e5de42e59 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:33.981126 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5c758496-4104-466e-b676-3dc717cf8c1b req-c5cede13-b9b1-49db-808a-fd4e5de42e59 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 943 time: 0.3956792
Dec 04 00:45:34.016099 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d391a693-ef3c-40f0-9547-9de8d754d832 None None] Provisioning complete for port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:34.016448 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d391a693-ef3c-40f0-9547-9de8d754d832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:34.072466 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-d391a693-ef3c-40f0-9547-9de8d754d832 None None] Port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:45:34.122097 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5c758496-4104-466e-b676-3dc717cf8c1b req-ccb2a0e4-4c55-48c4-a310-5530e1b49f32 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330597
Dec 04 00:45:34.133902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Attempting to bind port 949a6f5d-64f9-4141-b813-5cafabe8cb0f on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:45:34.134273 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Attempting to bind port 949a6f5d-64f9-4141-b813-5cafabe8cb0f by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:45:34.134641 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Attempting to bind port 949a6f5d-64f9-4141-b813-5cafabe8cb0f on network 9a051e40-edbf-4acc-ad11-99eefa876f20 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:45:34.137984 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:45:34.144511 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:45:34.144881 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Checking segment: {'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:45:34.145288 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:34.145652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Bound using segment: {'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:45:34.146126 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Bound port: 949a6f5d-64f9-4141-b813-5cafabe8cb0f, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:45:34.146498 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:34.406873 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] For port 949a6f5d-64f9-4141-b813-5cafabe8cb0f, host hv-cinder-76330, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:45:34.412540 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] For port 949a6f5d-64f9-4141-b813-5cafabe8cb0f, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=949a6f5d-64f9-4141-b813-5cafabe8cb0f,segment=NetworkSegment(f0c38287-3d7f-4fbc-a583-19e6545d60d3),segment_id=f0c38287-3d7f-4fbc-a583-19e6545d60d3)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:45:34.417139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:34.435599 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:34.483219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:45:34.494667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Sync routers for ids ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:45:34.551138 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] 10.222.0.88 "PUT /v2.0/routers/3c67e51a-2c2f-4753-9c55-2cc6bd2c0684/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8691621
Dec 04 00:45:34.580400 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Routers {'3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:45:34.581095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09d9f518>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:45:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:34.601341 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f340235-ea18-4610-9f64-5cbb02fca1a2 req-360eda47-b654-48df-b441-1c6ab8ba61c6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:34.604840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Pushing event updated for resources: {'Port': ['ID=949a6f5d-64f9-4141-b813-5cafabe8cb0f,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:34.610980 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:34.618724 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0f340235-ea18-4610-9f64-5cbb02fca1a2 req-360eda47-b654-48df-b441-1c6ab8ba61c6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 944 time: 0.1516912
Dec 04 00:45:34.648143 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:34.648824 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:34.650538 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] 10.222.0.91 "PUT /v2.0/ports/949a6f5d-64f9-4141-b813-5cafabe8cb0f HTTP/1.1" status: 200  len: 1157 time: 2.8678219
Dec 04 00:45:34.650982 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d41be70-0faa-4d8d-8006-c88c9e74919e', 'tag': '949a6f5d-64f9-4141-b813-5cafabe8cb0f'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:45:34.713269 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0f340235-ea18-4610-9f64-5cbb02fca1a2 req-64de0442-c611-482d-a956-1dc72c50d2f7 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935681
Dec 04 00:45:34.797008 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d41be70-0faa-4d8d-8006-c88c9e74919e', 'tag': '949a6f5d-64f9-4141-b813-5cafabe8cb0f', 'status': 'completed', 'code': 200}
Dec 04 00:45:34.844546 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-d6bd3159-0cdd-48f7-97b7-0ff732283390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:34.846733 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-d6bd3159-0cdd-48f7-97b7-0ff732283390 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cb3fa42f2964c6bb0dea1c1a4ac2031&device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 1160 time: 0.1477759
Dec 04 00:45:34.931593 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-79740d03-118a-45dc-a028-9df20e2cabed None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 00:45:34.963447 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-aee087be-ddd7-4e45-aae7-148e251ef123 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=949a6f5d-64f9-4141-b813-5cafabe8cb0f HTTP/1.1" status: 200  len: 217 time: 0.0936561
Dec 04 00:45:34.984272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Set router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:45:35.039515 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd58583-c89e-4775-9924-5736feebc2bb req-af5e8f01-fc06-4f2e-9024-a66dab577c16 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:35.040907 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0bd58583-c89e-4775-9924-5736feebc2bb req-af5e8f01-fc06-4f2e-9024-a66dab577c16 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1198213
Dec 04 00:45:35.077537 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-def96bf6-b329-44e8-9964-cb2d09102e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:35.078291 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-def96bf6-b329-44e8-9964-cb2d09102e42 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2dd1b4bf-3c93-43a9-bef9-7e21218b6544 HTTP/1.1" status: 200  len: 854 time: 0.1039727
Dec 04 00:45:35.157640 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0bd58583-c89e-4775-9924-5736feebc2bb req-d457370f-7827-4da9-8962-0124953b40aa tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095579
Dec 04 00:45:35.385438 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 5b328689-b523-4dc0-a2bf-53075b7cac52 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:35.419089 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:45:35.452247 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-b3390462-fa41-4d9c-a83f-b1adc639c4da service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9a051e40-edbf-4acc-ad11-99eefa876f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3643749
Dec 04 00:45:35.495304 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780945c6-650e-4e77-90f6-7ddd3216fdc5 req-232c1512-cd50-46be-890c-90c14b422471 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:35.497992 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-780945c6-650e-4e77-90f6-7ddd3216fdc5 req-232c1512-cd50-46be-890c-90c14b422471 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 943 time: 0.0977745
Dec 04 00:45:35.509525 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 5b328689-b523-4dc0-a2bf-53075b7cac52 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:35.509946 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:35.586780 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-780945c6-650e-4e77-90f6-7ddd3216fdc5 req-16591e78-9953-40e9-b2da-da333681bd7b tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809834
Dec 04 00:45:35.631193 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-1b262d9c-ee87-4b13-bd35-259714eaf671 service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679230
Dec 04 00:45:35.656362 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09d9f518>, [{'id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:21Z', 'updated_at': '2020-12-04T00:45:31Z', 'revision_number': 4, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'gw_port': {'id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:23Z', 'updated_at': '2020-12-04T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'af40c42d-4aaa-48a8-82b2-6a6d9cd763fd', 'name': '', 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'mac_address': 'fa:16:3e:d0:a8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:29Z', 'updated_at': '2020-12-04T00:45:32Z', 'revision_number': 2, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'subnets': [{'id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:35.663313 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Checking router: 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:45:35.663531 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Updating router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd binding host dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:45:35.725020 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:35.805799 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 52048) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:35.809563 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:35.809893 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c5d1747-473e-4c73-aeda-7b9750351884 req-90c48a73-93a2-45cd-83fa-4081c9ea79d6 service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1708696
Dec 04 00:45:35.812271 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1902018307-network', 'tenant_id': '84657e644e804203893cbfa105282e99'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:35.817579 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:35.832549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Usage tracker for resource:network and tenant:84657e644e804203893cbfa105282e99 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:35.837787 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:35.843919 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:35.854409 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Made reservation on behalf of 84657e644e804203893cbfa105282e99 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:45:35.859455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:35.917503 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:35.935246 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:35.939955 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Usage tracker for resource:security_group_rule and tenant:84657e644e804203893cbfa105282e99 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:35.943646 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:35.949230 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:35.960622 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6fea5-23e0-4e93-8a62-9293f19c6c75 req-48db2357-84b5-416f-8c4a-c99b1259f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:35.962653 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fc6fea5-23e0-4e93-8a62-9293f19c6c75 req-48db2357-84b5-416f-8c4a-c99b1259f0a0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cb3fa42f2964c6bb0dea1c1a4ac2031&device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 1160 time: 0.0825205
Dec 04 00:45:35.989747 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:45:36.000014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:36.000488 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:36.037695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:36.051671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:36.058659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bfa9db4e-cefe-4904-9276-4c42faf3fadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:36.092059 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:45:36.101841 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790468194624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:36.102231 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Added segment 30df1d72-9669-45c9-85f5-c8b4b95f2dc5 of type vxlan for network 6fef0feb-8f7e-4136-a76f-5c444ddf1008
Dec 04 00:45:36.129415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:36.147537 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6fea5-23e0-4e93-8a62-9293f19c6c75 req-86b13705-2233-481c-b95d-3f51cbfca9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:36.149891 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fc6fea5-23e0-4e93-8a62-9293f19c6c75 req-86b13705-2233-481c-b95d-3f51cbfca9ad service neutron] 10.222.0.91 "GET /v2.0/networks?id=9a051e40-edbf-4acc-ad11-99eefa876f20 HTTP/1.1" status: 200  len: 908 time: 0.1775594
Dec 04 00:45:36.162701 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc19b820-4dcd-4aca-b3bb-d95b7204e2b7,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:36.169951 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:36.186206 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:36.190323 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:36.190963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:36.246975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-11076024-500b-418e-a272-a5a6ea7bfc84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:36.260947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:36.264579 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fc6fea5-23e0-4e93-8a62-9293f19c6c75 req-4a27835e-1ef6-4974-aa66-76855260e2a1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=949a6f5d-64f9-4141-b813-5cafabe8cb0f HTTP/1.1" status: 200  len: 217 time: 0.0997932
Dec 04 00:45:36.290695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea8b7a-afd6-45a4-ba0e-fbbdeab867c1 req-67cb86f1-3f91-473d-a6fd-cf18840ed5a2 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:36.298667 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-28ea8b7a-afd6-45a4-ba0e-fbbdeab867c1 req-67cb86f1-3f91-473d-a6fd-cf18840ed5a2 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 944 time: 0.4272642
Dec 04 00:45:36.306519 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4995711
Dec 04 00:45:36.308138 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 9108f00d-caa1-4bc0-a94f-40bc859ed5b6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9108f00d-caa1-4bc0-a94f-40bc859ed5b6,segment=NetworkSegment(1af04689-afa5-4d27-a12b-acd04bea197b),segment_id=1af04689-afa5-4d27-a12b-acd04bea197b)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:45:36.310692 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30faa92c-252f-4dca-9849-2e3fc57e303c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9108f00d-caa1-4bc0-a94f-40bc859ed5b6'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:45:36.320434 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 52062) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:36.320901 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:36.323905 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6e93f81e-82c9-4065-9426-55f7a43ed835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:36.339070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Request body: {'subnet': {'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1902018307-subnet', 'tenant_id': '84657e644e804203893cbfa105282e99', 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:36.348290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:36.357101 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Usage tracker for resource:subnet and tenant:84657e644e804203893cbfa105282e99 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:36.368334 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:36.383205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:36.416075 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-28ea8b7a-afd6-45a4-ba0e-fbbdeab867c1 req-9f2531b0-5254-4ced-baa0-7acdb4a60c8a tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162965
Dec 04 00:45:36.441997 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6fea5-23e0-4e93-8a62-9293f19c6c75 req-6cad29f8-a7f5-4dee-ae5a-212f8ff10a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:36.443991 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fc6fea5-23e0-4e93-8a62-9293f19c6c75 req-6cad29f8-a7f5-4dee-ae5a-212f8ff10a03 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2dd1b4bf-3c93-43a9-bef9-7e21218b6544 HTTP/1.1" status: 200  len: 854 time: 0.1707149
Dec 04 00:45:36.458951 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Pushing event updated for resources: {'Network': ['ID=6fef0feb-8f7e-4136-a76f-5c444ddf1008,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:36.464692 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:36.481644 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=9108f00d-caa1-4bc0-a94f-40bc859ed5b6,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:36.485337 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:36.502491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network 6fef0feb-8f7e-4136-a76f-5c444ddf1008 details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:45:36.522669 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network 6fef0feb-8f7e-4136-a76f-5c444ddf1008 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:45:36.541133 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Made reservation on behalf of 84657e644e804203893cbfa105282e99 for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:45:36.545866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2260943'] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:36.615878 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:36.657777 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fc6fea5-23e0-4e93-8a62-9293f19c6c75 req-21173f2e-7ffa-4108-bc9f-31360354e8e7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9a051e40-edbf-4acc-ad11-99eefa876f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2006481
Dec 04 00:45:36.725608 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30faa92c-252f-4dca-9849-2e3fc57e303c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9108f00d-caa1-4bc0-a94f-40bc859ed5b6', 'code': 200}
Dec 04 00:45:36.805217 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:36.863251 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fc6fea5-23e0-4e93-8a62-9293f19c6c75 req-c6a13190-a0a9-4800-8312-9a71920a6997 service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813757
Dec 04 00:45:36.933888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961df8a0-79f2-401f-bdf4-580b5479ff03 req-fcd374b2-f689-4b79-9ee8-7fa060a1f907 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:36.943241 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-961df8a0-79f2-401f-bdf4-580b5479ff03 req-fcd374b2-f689-4b79-9ee8-7fa060a1f907 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 943 time: 0.1034179
Dec 04 00:45:37.022784 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-961df8a0-79f2-401f-bdf4-580b5479ff03 req-3a200749-b8e7-495c-929f-42566ae456f2 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783200
Dec 04 00:45:37.036027 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 52082) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:37.040417 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Transition to ACTIVE for port object af40c42d-4aaa-48a8-82b2-6a6d9cd763fd will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:45:37.050225 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:37.058258 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a64f7-1cac-4cf9-a5e7-31f505c39e13 req-e6f43ba1-7624-4a69-915c-268fc1dd749c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:37.066466 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-726a64f7-1cac-4cf9-a5e7-31f505c39e13 req-e6f43ba1-7624-4a69-915c-268fc1dd749c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.6939464
Dec 04 00:45:37.071652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:37.105320 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fc6fea5-23e0-4e93-8a62-9293f19c6c75 req-1bcc795b-4417-4257-b2b1-09818c3fec57 service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2206585
Dec 04 00:45:37.129208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e1b8a-1179-430c-afa1-2b42aac74943 req-6c94918d-043e-4586-9779-7fdfe17afb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:37.131200 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b0e1b8a-1179-430c-afa1-2b42aac74943 req-6c94918d-043e-4586-9779-7fdfe17afb40 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 1163 time: 0.1074057
Dec 04 00:45:37.140603 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-726a64f7-1cac-4cf9-a5e7-31f505c39e13 req-9f5a0779-6e36-426e-8df0-5d41c632a7f3 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728841
Dec 04 00:45:37.186307 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b0e1b8a-1179-430c-afa1-2b42aac74943 req-4a6ddfee-b48f-4a35-9f12-9b7f6b52fa8f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426500
Dec 04 00:45:37.204070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:37.204720 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:37.229547 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e106386-ccc5-4cb3-bc16-99ad65d0526a None None] Pushing event updated for resources: {'Port': ['ID=af40c42d-4aaa-48a8-82b2-6a6d9cd763fd,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:37.286440 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8e106386-ccc5-4cb3-bc16-99ad65d0526a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:37.330756 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f1a59bf-6126-4f56-9f35-48cd155dd1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:37.405629 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4f1a59bf-6126-4f56-9f35-48cd155dd1d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:37.412727 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4f1a59bf-6126-4f56-9f35-48cd155dd1d9 admin admin] Usage tracker for resource:security_group_rule and tenant:db4d6719bc0d41d2b59b3667a1c50a81 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:37.416047 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4f1a59bf-6126-4f56-9f35-48cd155dd1d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:37.423661 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4f1a59bf-6126-4f56-9f35-48cd155dd1d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:37.601290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Attempting to bind port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:45:37.601729 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Attempting to bind port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': '073a304b-e217-421e-b03c-41677b6425a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:45:37.602148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Attempting to bind port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd on network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:45:37.610541 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:45:37.611003 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851524055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2260958'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:37.611204 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Checking segment: {'id': '073a304b-e217-421e-b03c-41677b6425a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:45:37.611658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:37.612279 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Bound using segment: {'id': '073a304b-e217-421e-b03c-41677b6425a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:45:37.612833 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Bound port: af40c42d-4aaa-48a8-82b2-6a6d9cd763fd, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073a304b-e217-421e-b03c-41677b6425a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:45:37.613473 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:37.622067 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 52096) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:37.634551 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:37.678961 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f1a59bf-6126-4f56-9f35-48cd155dd1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:37.743811 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f1a59bf-6126-4f56-9f35-48cd155dd1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:37.754768 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] For port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:45:37.758942 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] For port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=af40c42d-4aaa-48a8-82b2-6a6d9cd763fd,segment=NetworkSegment(073a304b-e217-421e-b03c-41677b6425a3),segment_id=073a304b-e217-421e-b03c-41677b6425a3)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:45:37.764414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:37.780969 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:37.835149 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c3fb546e-a719-4913-831f-feb431344897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:37.854141 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c3fb546e-a719-4913-831f-feb431344897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:37.857517 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Pushing event updated for resources: {'Subnet': ['ID=61c7319c-14ee-42d1-a31b-0a79c7c9a15c,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:37.858230 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c3fb546e-a719-4913-831f-feb431344897 admin admin] Usage tracker for resource:security_group_rule and tenant:6dd92a18ed61426db418ea433f9b4d2f is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:37.862671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c3fb546e-a719-4913-831f-feb431344897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:37.868768 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4f1a59bf-6126-4f56-9f35-48cd155dd1d9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=db4d6719bc0d41d2b59b3667a1c50a81&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8263128
Dec 04 00:45:37.868768 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:37.869002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c3fb546e-a719-4913-831f-feb431344897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:37.870485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 52104) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:37.875869 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee7cb7b7-9dd2-45f0-aba8-36c064664fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:37.935879 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e106386-ccc5-4cb3-bc16-99ad65d0526a None None] Pushing event updated for resources: {'Port': ['ID=af40c42d-4aaa-48a8-82b2-6a6d9cd763fd,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:37.941933 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8e106386-ccc5-4cb3-bc16-99ad65d0526a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:37.945600 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a59bf-6126-4f56-9f35-48cd155dd1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5b775d-cd4f-4ef1-a7f0-205c0774aaed,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:37.951487 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f1a59bf-6126-4f56-9f35-48cd155dd1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:37.963951 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ed3941f2-376d-430d-bcd8-29403bb82304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:37.977044 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d495d37-ad1d-4e9b-832b-96942b1117c7 req-e3d03ab9-956a-4385-b390-9e3bb1ef2b70 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:37.984175 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Routers {'3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:45:37.985039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09d9f518>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:45:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:37.986970 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0d495d37-ad1d-4e9b-832b-96942b1117c7 req-e3d03ab9-956a-4385-b390-9e3bb1ef2b70 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 946 time: 0.2517691
Dec 04 00:45:38.003808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ed3941f2-376d-430d-bcd8-29403bb82304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.056942 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ed3941f2-376d-430d-bcd8-29403bb82304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.063067 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a394e078-17de-4024-a272-c4aa62a04bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:38.082411 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3941f2-376d-430d-bcd8-29403bb82304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5b775d-cd4f-4ef1-a7f0-205c0774aaed,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:38.092532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ed3941f2-376d-430d-bcd8-29403bb82304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:38.103246 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Checking segment: {'id': '30df1d72-9669-45c9-85f5-c8b4b95f2dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:45:38.103672 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Network hostable DHCP agents. Network: 6fef0feb-8f7e-4136-a76f-5c444ddf1008, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:45:38.105755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ed3941f2-376d-430d-bcd8-29403bb82304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.106966 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ed3941f2-376d-430d-bcd8-29403bb82304 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8d5b775d-cd4f-4ef1-a7f0-205c0774aaed HTTP/1.1" status: 204  len: 168 time: 0.2354510
Dec 04 00:45:38.152395 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0d495d37-ad1d-4e9b-832b-96942b1117c7 req-1830a3c1-3cb1-4862-8cc0-7ae794fe4207 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634479
Dec 04 00:45:38.169450 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Network 6fef0feb-8f7e-4136-a76f-5c444ddf1008 is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:45:38.185712 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, 6fef0feb-8f7e-4136-a76f-5c444ddf1008) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:45:38.203242 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c3fb546e-a719-4913-831f-feb431344897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.206764 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c3fb546e-a719-4913-831f-feb431344897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.213285 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f856983a-fa73-4649-80c6-0f5bf171673e None None] Network 6fef0feb-8f7e-4136-a76f-5c444ddf1008 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:45:38.233510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:38.234179 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.243228 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:38.288359 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.9627714
Dec 04 00:45:38.293315 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 52114) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:38.300279 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1902018307-router', 'tenant_id': '84657e644e804203893cbfa105282e99', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:38.312721 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:38.317698 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb546e-a719-4913-831f-feb431344897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7825cbf6-9c4a-4ad5-a0c0-a75e4038b01b,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:38.321694 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Usage tracker for resource:router and tenant:84657e644e804203893cbfa105282e99 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:38.326862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:38.333278 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c3fb546e-a719-4913-831f-feb431344897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:38.339780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:38.365223 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759826'] for router, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.371179 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15974'] for router, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.429715 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c3fb546e-a719-4913-831f-feb431344897 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6dd92a18ed61426db418ea433f9b4d2f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8064189
Dec 04 00:45:38.430591 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 52120) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:38.446961 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.521563 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba501f-7f13-4429-b53e-61a4fbc4ab61 req-0ba8a8fe-0308-48c8-a8b3-718895ece3e4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:38.523128 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eeba501f-7f13-4429-b53e-61a4fbc4ab61 req-0ba8a8fe-0308-48c8-a8b3-718895ece3e4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 943 time: 0.2099378
Dec 04 00:45:38.524120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-019d340c-af3f-4a42-8c54-327ea44c2665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.552816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-019d340c-af3f-4a42-8c54-327ea44c2665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.574587 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5b127e5-83c8-5931-8751-a31674356172-6fef0feb-8f7e-4136-a76f-5c444ddf1008', 'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008', 'tenant_id': '84657e644e804203893cbfa105282e99', 'fixed_ips': [{'subnet_id': '61c7319c-14ee-42d1-a31b-0a79c7c9a15c'}]}} from dv-cinder-763306-5-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 00:45:38.575877 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.614622 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc18337-f8fe-4741-b8b3-5bbe02f42f6e req-eb68c24d-38be-40be-b70b-9145399f136a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:38.616584 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1bc18337-f8fe-4741-b8b3-5bbe02f42f6e req-eb68c24d-38be-40be-b70b-9145399f136a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.2536814
Dec 04 00:45:38.636780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-019d340c-af3f-4a42-8c54-327ea44c2665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.647200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-51cd7d5f-55c6-463e-996e-da3ed624a7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:38.648037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] Set router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:45:38.659287 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 52126) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:38.684631 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eeba501f-7f13-4429-b53e-61a4fbc4ab61 req-98cc3bef-ea66-4dd7-95e8-25b034c7348e tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070566
Dec 04 00:45:38.687888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d340c-af3f-4a42-8c54-327ea44c2665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7825cbf6-9c4a-4ad5-a0c0-a75e4038b01b,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:38.692267 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-019d340c-af3f-4a42-8c54-327ea44c2665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.696556 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-019d340c-af3f-4a42-8c54-327ea44c2665 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7825cbf6-9c4a-4ad5-a0c0-a75e4038b01b HTTP/1.1" status: 204  len: 168 time: 0.2636383
Dec 04 00:45:38.697841 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16f7eb8d-b272-4815-816b-2b4a4bf0e8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.713762 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-019d340c-af3f-4a42-8c54-327ea44c2665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:38.718502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-16f7eb8d-b272-4815-816b-2b4a4bf0e8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:38.723639 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-16f7eb8d-b272-4815-816b-2b4a4bf0e8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:e4a7dd32f26942bc8feac340fd9a7d4b is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:38.727140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-16f7eb8d-b272-4815-816b-2b4a4bf0e8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:38.733831 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-16f7eb8d-b272-4815-816b-2b4a4bf0e8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:38.832864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16f7eb8d-b272-4815-816b-2b4a4bf0e8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.836387 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16f7eb8d-b272-4815-816b-2b4a4bf0e8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:38.887033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3d11f8ad-deb0-4710-bc0c-2e7747fa1578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:38.898757 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-16f7eb8d-b272-4815-816b-2b4a4bf0e8e3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e4a7dd32f26942bc8feac340fd9a7d4b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2310562
Dec 04 00:45:38.901960 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 52134) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:38.937895 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7eb8d-b272-4815-816b-2b4a4bf0e8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5457e6d5-a85e-4df8-9be2-f950b74cb7d9,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:38.944507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-16f7eb8d-b272-4815-816b-2b4a4bf0e8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:39.117949 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15991'] for router, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:39.124040 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1bc18337-f8fe-4741-b8b3-5bbe02f42f6e req-55c9898c-01b7-4c5c-8bd3-3c2e5d054487 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2664366
Dec 04 00:45:39.246864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c50e52e-1303-467e-988f-1fe8d5f64f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:39.293923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Allocated IP 172.20.0.2 (6fef0feb-8f7e-4136-a76f-5c444ddf1008/61c7319c-14ee-42d1-a31b-0a79c7c9a15c/bea68419-f334-4416-944e-98e5fecdb48c) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:45:39.294851 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c50e52e-1303-467e-988f-1fe8d5f64f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:39.445261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c50e52e-1303-467e-988f-1fe8d5f64f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:39.453677 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-721a169c-d777-4f7a-ac52-0eef526c6f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:39.471956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50e52e-1303-467e-988f-1fe8d5f64f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5457e6d5-a85e-4df8-9be2-f950b74cb7d9,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:39.474969 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6c50e52e-1303-467e-988f-1fe8d5f64f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:39.556608 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c50e52e-1303-467e-988f-1fe8d5f64f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:39.560532 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6c50e52e-1303-467e-988f-1fe8d5f64f54 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5457e6d5-a85e-4df8-9be2-f950b74cb7d9 HTTP/1.1" status: 204  len: 168 time: 0.6531842
Dec 04 00:45:39.640979 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf53c4a-dee1-43c3-9cda-3f45d196a1c7 req-dc4d2755-b104-472d-83b0-9a8b30a29a2d tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:39.642790 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-edf53c4a-dee1-43c3-9cda-3f45d196a1c7 req-dc4d2755-b104-472d-83b0-9a8b30a29a2d tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 946 time: 0.2872705
Dec 04 00:45:39.746318 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:39.782143 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-edf53c4a-dee1-43c3-9cda-3f45d196a1c7 req-e74b2658-58bd-47d7-b6e3-7b86fdc87382 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057613
Dec 04 00:45:39.787468 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:39.798988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09d9f518>, [{'id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:21Z', 'updated_at': '2020-12-04T00:45:31Z', 'revision_number': 4, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'gw_port': {'id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:23Z', 'updated_at': '2020-12-04T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'af40c42d-4aaa-48a8-82b2-6a6d9cd763fd', 'name': '', 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'mac_address': 'fa:16:3e:d0:a8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:29Z', 'updated_at': '2020-12-04T00:45:37Z', 'revision_number': 4, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'subnets': [{'id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:39.805629 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf96e0-b38c-4efb-8a87-eee419569c54 None None] The sync data for ids ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'] in dv-cinder-763306-5-iscsi is: [{'id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:21Z', 'updated_at': '2020-12-04T00:45:31Z', 'revision_number': 4, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'gw_port': {'id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:23Z', 'updated_at': '2020-12-04T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'af40c42d-4aaa-48a8-82b2-6a6d9cd763fd', 'name': '', 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'mac_address': 'fa:16:3e:d0:a8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:29Z', 'updated_at': '2020-12-04T00:45:37Z', 'revision_number': 4, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'subnets': [{'id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:45:39.831078 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:39.851530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Transition to ACTIVE for port object bea68419-f334-4416-944e-98e5fecdb48c will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:45:39.908477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Transition to ACTIVE for port object bea68419-f334-4416-944e-98e5fecdb48c will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:45:39.923042 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:39.972510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:40.120514 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:40.167939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Pushing event updated for resources: {'Port': ['ID=bea68419-f334-4416-944e-98e5fecdb48c,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:40.176202 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54152d9-a499-4f7f-865f-c12593149726 req-66dca876-0e2e-4e83-af86-86417bd0ad15 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:40.179217 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d54152d9-a499-4f7f-865f-c12593149726 req-66dca876-0e2e-4e83-af86-86417bd0ad15 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 943 time: 0.1489475
Dec 04 00:45:40.205482 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:40.325402 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d54152d9-a499-4f7f-865f-c12593149726 req-5fb9bff1-9bb5-4509-bae8-e0779282541a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306705
Dec 04 00:45:40.358530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 52208) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:40.402329 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-693a6237-5afb-4b8e-9f87-d55bb31ceaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:40.448679 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-693a6237-5afb-4b8e-9f87-d55bb31ceaa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:40.453135 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-693a6237-5afb-4b8e-9f87-d55bb31ceaa6 admin admin] Usage tracker for resource:security_group_rule and tenant:a5fd61332fa944a29e9e284b8a57dcf8 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:40.456586 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-693a6237-5afb-4b8e-9f87-d55bb31ceaa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:40.464856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Allocated IP 172.27.3.162 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/4a621c3d-1014-4402-9ee9-ed9a870c76ea) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:45:40.468809 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-693a6237-5afb-4b8e-9f87-d55bb31ceaa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:40.550302 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Network 6fef0feb-8f7e-4136-a76f-5c444ddf1008 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:45:40.558892 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:40.559975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:40.601429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-693a6237-5afb-4b8e-9f87-d55bb31ceaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:40.605866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-693a6237-5afb-4b8e-9f87-d55bb31ceaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:40.640055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5361032c-c985-4747-9309-340c3ebfd5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:40.653164 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-693a6237-5afb-4b8e-9f87-d55bb31ceaa6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a5fd61332fa944a29e9e284b8a57dcf8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2934678
Dec 04 00:45:40.656407 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 52216) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:40.688115 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:45:40.702872 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:45:40.843369 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a6237-5afb-4b8e-9f87-d55bb31ceaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5b402b-97c3-47ec-9331-0248b427e1a6,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:40.847391 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Attempting to bind port bea68419-f334-4416-944e-98e5fecdb48c on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:45:40.847898 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Attempting to bind port bea68419-f334-4416-944e-98e5fecdb48c by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': '30df1d72-9669-45c9-85f5-c8b4b95f2dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:45:40.848382 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Attempting to bind port bea68419-f334-4416-944e-98e5fecdb48c on network 6fef0feb-8f7e-4136-a76f-5c444ddf1008 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:45:40.866811 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-693a6237-5afb-4b8e-9f87-d55bb31ceaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:40.878549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:45:40.881195 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Checking segment: {'id': '30df1d72-9669-45c9-85f5-c8b4b95f2dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:45:40.881685 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:40.882141 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Bound using segment: {'id': '30df1d72-9669-45c9-85f5-c8b4b95f2dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:45:40.882695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Bound port: bea68419-f334-4416-944e-98e5fecdb48c, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30df1d72-9669-45c9-85f5-c8b4b95f2dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:45:40.883126 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:40.908741 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c01d4-4481-458e-b6ad-a515631a3b25 req-5eaf75e8-6bef-4680-9949-6b4e52d64962 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:40.919579 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dd0c01d4-4481-458e-b6ad-a515631a3b25 req-5eaf75e8-6bef-4680-9949-6b4e52d64962 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.2806103
Dec 04 00:45:40.945920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97bc96b7-23e2-46d8-9a2c-3c0e41e14405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:41.010562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97bc96b7-23e2-46d8-9a2c-3c0e41e14405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:41.058896 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 949a6f5d-64f9-4141-b813-5cafabe8cb0f up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:41.119274 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:41.136354 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97bc96b7-23e2-46d8-9a2c-3c0e41e14405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:41.150364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:41.184505 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc96b7-23e2-46d8-9a2c-3c0e41e14405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5b402b-97c3-47ec-9331-0248b427e1a6,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:41.190505 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-97bc96b7-23e2-46d8-9a2c-3c0e41e14405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:41.201814 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97bc96b7-23e2-46d8-9a2c-3c0e41e14405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:41.203089 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-97bc96b7-23e2-46d8-9a2c-3c0e41e14405 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0e5b402b-97c3-47ec-9331-0248b427e1a6 HTTP/1.1" status: 204  len: 168 time: 0.5456591
Dec 04 00:45:41.237398 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:41.331662 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device af40c42d-4aaa-48a8-82b2-6a6d9cd763fd up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:41.402898 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port 949a6f5d-64f9-4141-b813-5cafabe8cb0f completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:45:41.416585 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 949a6f5d-64f9-4141-b813-5cafabe8cb0f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:41.417277 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:41.440555 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dd0c01d4-4481-458e-b6ad-a515631a3b25 req-5006a188-071f-4b75-add4-fe80173af397 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5198925
Dec 04 00:45:41.462688 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:41.494265 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] For port bea68419-f334-4416-944e-98e5fecdb48c, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:45:41.524227 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] For port bea68419-f334-4416-944e-98e5fecdb48c, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=bea68419-f334-4416-944e-98e5fecdb48c,segment=NetworkSegment(30df1d72-9669-45c9-85f5-c8b4b95f2dc5),segment_id=30df1d72-9669-45c9-85f5-c8b4b95f2dc5)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:45:41.561068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:41.699464 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:41.739021 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:45:41.752788 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:45:41.755357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:45:41.842933 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Pushing event updated for resources: {'Port': ['ID=4a621c3d-1014-4402-9ee9-ed9a870c76ea,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:41.847167 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:41.920489 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:41.939840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:45:41.969027 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Pushing event updated for resources: {'Port': ['ID=bea68419-f334-4416-944e-98e5fecdb48c,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:41.982881 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:41.988763 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:41.989188 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:42.088878 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b6db2-8911-4951-a490-bcba09b24efb req-bf91e7f9-9efb-4c11-9e59-4be052a795fc tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:42.098883 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-063b6db2-8911-4951-a490-bcba09b24efb req-bf91e7f9-9efb-4c11-9e59-4be052a795fc tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 943 time: 0.4513960
Dec 04 00:45:42.153092 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:42.172125 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d41be70-0faa-4d8d-8006-c88c9e74919e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949a6f5d-64f9-4141-b813-5cafabe8cb0f'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:45:42.228649 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-063b6db2-8911-4951-a490-bcba09b24efb req-1d92861d-1e48-4345-aba2-4524fef8b44f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278255
Dec 04 00:45:42.268311 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 949a6f5d-64f9-4141-b813-5cafabe8cb0f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=949a6f5d-64f9-4141-b813-5cafabe8cb0f,segment=NetworkSegment(f0c38287-3d7f-4fbc-a583-19e6545d60d3),segment_id=f0c38287-3d7f-4fbc-a583-19e6545d60d3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:45:42.307453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:42.315630 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:42.408885 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d41be70-0faa-4d8d-8006-c88c9e74919e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949a6f5d-64f9-4141-b813-5cafabe8cb0f', 'code': 200}
Dec 04 00:45:42.409882 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=949a6f5d-64f9-4141-b813-5cafabe8cb0f,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:42.416515 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:42.419202 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5f592162-0e86-4d51-9399-352125634e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:42.423855 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=af40c42d-4aaa-48a8-82b2-6a6d9cd763fd,segment=NetworkSegment(073a304b-e217-421e-b03c-41677b6425a3),segment_id=073a304b-e217-421e-b03c-41677b6425a3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:45:42.431479 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:42.435970 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:42.562480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=af40c42d-4aaa-48a8-82b2-6a6d9cd763fd,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:42.566577 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:42.710366 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:42.821666 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd25cf-5d8f-425b-abe2-e7637737b395 req-d659aeb4-240f-4740-8c30-275d7cc097a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:42.824009 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-afcd25cf-5d8f-425b-abe2-e7637737b395 req-d659aeb4-240f-4740-8c30-275d7cc097a1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 1162 time: 0.1194267
Dec 04 00:45:42.916240 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-afcd25cf-5d8f-425b-abe2-e7637737b395 req-0266d3b2-09bc-4b8f-b3cc-2a4c1dedb728 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786676
Dec 04 00:45:42.943305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:42.959354 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:42.990466 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d2889-3d9a-4b21-9c86-9a73bb06b02a req-d3f579d0-6819-478c-93b7-59585b04180b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:42.996181 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-717d2889-3d9a-4b21-9c86-9a73bb06b02a req-d3f579d0-6819-478c-93b7-59585b04180b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1727352
Dec 04 00:45:43.048519 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:43.174023 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 949a6f5d-64f9-4141-b813-5cafabe8cb0f up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:43.336920 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-717d2889-3d9a-4b21-9c86-9a73bb06b02a req-502f3f00-89bf-47e9-8b7e-94b11ae605f9 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3200512
Dec 04 00:45:43.370574 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 949a6f5d-64f9-4141-b813-5cafabe8cb0f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:43.371001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:43.466534 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device bea68419-f334-4416-944e-98e5fecdb48c up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:43.629873 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port bea68419-f334-4416-944e-98e5fecdb48c completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:45:43.661036 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device af40c42d-4aaa-48a8-82b2-6a6d9cd763fd up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:43.863494 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796835'] for router, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:43.880626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc155e9-b491-43b2-a829-8d9f27839aa5 req-5eb5fbb3-761e-4ec3-9427-652c9a2c2f20 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:43.882512 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fc155e9-b491-43b2-a829-8d9f27839aa5 req-5eb5fbb3-761e-4ec3-9427-652c9a2c2f20 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 945 time: 0.2005253
Dec 04 00:45:43.883996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:43.884493 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:44.205794 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ea9533-f7dd-40c2-a723-f44ab86871ac None None] Network 6fef0feb-8f7e-4136-a76f-5c444ddf1008 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:45:44.222418 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fc155e9-b491-43b2-a829-8d9f27839aa5 req-e8c1b20f-4d3d-4097-84d2-246c5253804a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896587
Dec 04 00:45:44.249909 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Router 28354f0d-b512-4663-a8b0-fdbb07f384b4 is scheduled to L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 with binding_index 1 {{(pid=80262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 00:45:44.342059 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-b5d36c06-078f-4494-8cb7-9f843bd68bda None None] Provisioning for port bea68419-f334-4416-944e-98e5fecdb48c completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:45:44.353136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-b5d36c06-078f-4494-8cb7-9f843bd68bda None None] Provisioning complete for port bea68419-f334-4416-944e-98e5fecdb48c triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:44.353691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b5d36c06-078f-4494-8cb7-9f843bd68bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:44.481815 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:45:44.486151 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Sync routers for ids ['28354f0d-b512-4663-a8b0-fdbb07f384b4'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:45:44.497515 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Routers {'28354f0d-b512-4663-a8b0-fdbb07f384b4'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:45:44.498253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09ddc860>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:45:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['28354f0d-b512-4663-a8b0-fdbb07f384b4'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:44.539975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:44.542273 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.2474120
Dec 04 00:45:44.544969 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 52318) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:45:44.558791 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1965234c-09f5-4cb2-b7ab-009c27fe6e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:44.606537 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b5d36c06-078f-4494-8cb7-9f843bd68bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:44.650701 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eab180-6d58-4039-bf91-238643a817d2 req-1fc124ae-0a84-4ab9-93c4-af04b7973fb6 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:44.659173 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-38eab180-6d58-4039-bf91-238643a817d2 req-1fc124ae-0a84-4ab9-93c4-af04b7973fb6 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1011317
Dec 04 00:45:44.717322 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-38eab180-6d58-4039-bf91-238643a817d2 req-4420ce55-daca-4a2d-8f07-25064e260265 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570469
Dec 04 00:45:44.748437 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-b5d36c06-078f-4494-8cb7-9f843bd68bda None None] For port bea68419-f334-4416-944e-98e5fecdb48c, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=bea68419-f334-4416-944e-98e5fecdb48c,segment=NetworkSegment(30df1d72-9669-45c9-85f5-c8b4b95f2dc5),segment_id=30df1d72-9669-45c9-85f5-c8b4b95f2dc5)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:45:44.792084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b5d36c06-078f-4494-8cb7-9f843bd68bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:44.809970 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8d372000-b292-4f52-9594-d561408e221e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:44.955310 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d36c06-078f-4494-8cb7-9f843bd68bda None None] Pushing event updated for resources: {'Port': ['ID=bea68419-f334-4416-944e-98e5fecdb48c,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:44.968471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b5d36c06-078f-4494-8cb7-9f843bd68bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:45.154082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Set router 28354f0d-b512-4663-a8b0-fdbb07f384b4 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:45:45.270195 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device bea68419-f334-4416-944e-98e5fecdb48c up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:45.398207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-2400e3b5-9af0-4160-8e14-c2b49e83c65f None None] Provisioning complete for port bea68419-f334-4416-944e-98e5fecdb48c triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:45.398914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2400e3b5-9af0-4160-8e14-c2b49e83c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:45.501882 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port bea68419-f334-4416-944e-98e5fecdb48c triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:45.502563 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:45.577383 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d97419-9ceb-477a-a5c0-e351943ea5c9 req-7d77ce30-cf42-4aa2-91fd-abaa0ce52b1f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:45.590013 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f8d97419-9ceb-477a-a5c0-e351943ea5c9 req-7d77ce30-cf42-4aa2-91fd-abaa0ce52b1f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 945 time: 0.1327610
Dec 04 00:45:45.701477 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f8d97419-9ceb-477a-a5c0-e351943ea5c9 req-6d31ae06-6b66-4862-94fb-8e69e77d1c35 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102157
Dec 04 00:45:45.820678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:45.835889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09ddc860>, [{'id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'name': 'tempest-TestShelveInstance-1902018307-router', 'tenant_id': '84657e644e804203893cbfa105282e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:38Z', 'updated_at': '2020-12-04T00:45:42Z', 'revision_number': 3, 'project_id': '84657e644e804203893cbfa105282e99', 'gw_port': {'id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:40Z', 'updated_at': '2020-12-04T00:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:45.840914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Checking router: 28354f0d-b512-4663-a8b0-fdbb07f384b4 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:45:45.841310 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Updating router 28354f0d-b512-4663-a8b0-fdbb07f384b4 port 4a621c3d-1014-4402-9ee9-ed9a870c76ea binding host dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:45:45.956055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:45.976942 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:46.093244 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d8939-105b-4927-aa22-a9d36b161ea4 req-b2143415-927a-42f0-b4e8-51a8e77464b8 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:46.107469 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-737d8939-105b-4927-aa22-a9d36b161ea4 req-b2143415-927a-42f0-b4e8-51a8e77464b8 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1157465
Dec 04 00:45:46.154695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:46.217967 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-670b037a-ac92-49ed-9b56-982f8339859e None None] Provisioning complete for port bea68419-f334-4416-944e-98e5fecdb48c triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:46.218626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-670b037a-ac92-49ed-9b56-982f8339859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:46.233840 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-737d8939-105b-4927-aa22-a9d36b161ea4 req-1953109a-47e1-45b9-b44f-ef1c87ea0cb2 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252472
Dec 04 00:45:46.510894 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Allocated IP 172.20.0.1 (6fef0feb-8f7e-4136-a76f-5c444ddf1008/61c7319c-14ee-42d1-a31b-0a79c7c9a15c/7ea0bc12-1bef-4400-beca-630de6677b9a) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:45:46.625000 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:46.628486 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:46.641707 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Transition to ACTIVE for port object 4a621c3d-1014-4402-9ee9-ed9a870c76ea will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:45:46.644959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:46.659302 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-141e6508-d9a0-463d-b138-ae841cec2511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:46.717983 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 949a6f5d-64f9-4141-b813-5cafabe8cb0f up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:46.725791 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:46.748195 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984d070-11e3-493a-b082-5eda2f963aad None None] Pushing event updated for resources: {'Port': ['ID=4a621c3d-1014-4402-9ee9-ed9a870c76ea,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:46.765290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Transition to ACTIVE for port object 7ea0bc12-1bef-4400-beca-630de6677b9a will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:45:46.793999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:46.797436 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 949a6f5d-64f9-4141-b813-5cafabe8cb0f triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:46.797864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:46.809132 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6984d070-11e3-493a-b082-5eda2f963aad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:46.881342 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-be8071cb-3eb8-46fb-94eb-834570a4ac7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:46.922345 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Attempting to bind port 4a621c3d-1014-4402-9ee9-ed9a870c76ea on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:45:46.922757 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Attempting to bind port 4a621c3d-1014-4402-9ee9-ed9a870c76ea by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:45:46.923251 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Attempting to bind port 4a621c3d-1014-4402-9ee9-ed9a870c76ea on network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:45:46.929542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:45:46.929950 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Checking segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:45:46.930403 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:46.930840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Bound using segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:45:46.931384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Bound port: 4a621c3d-1014-4402-9ee9-ed9a870c76ea, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:45:46.931854 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:47.011754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] For port 4a621c3d-1014-4402-9ee9-ed9a870c76ea, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:45:47.015042 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] For port 4a621c3d-1014-4402-9ee9-ed9a870c76ea, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=4a621c3d-1014-4402-9ee9-ed9a870c76ea,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:45:47.019725 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:47.028444 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Pushing event updated for resources: {'Port': ['ID=7ea0bc12-1bef-4400-beca-630de6677b9a,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:47.033055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:47.036292 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:47.068535 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Network 6fef0feb-8f7e-4136-a76f-5c444ddf1008 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:45:47.070062 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:45:47.072571 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:45:47.073278 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979136'] for router_interface, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:47.200152 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:47.211163 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984d070-11e3-493a-b082-5eda2f963aad None None] Pushing event updated for resources: {'Port': ['ID=4a621c3d-1014-4402-9ee9-ed9a870c76ea,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:47.217886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6984d070-11e3-493a-b082-5eda2f963aad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:47.262394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Routers {'28354f0d-b512-4663-a8b0-fdbb07f384b4'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:45:47.263184 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09ddc860>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:45:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['28354f0d-b512-4663-a8b0-fdbb07f384b4'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:47.312701 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-01d71f01-198e-4621-a548-7558afed7c35 None None] Provisioning for port 7ea0bc12-1bef-4400-beca-630de6677b9a completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:45:47.318277 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-01d71f01-198e-4621-a548-7558afed7c35 None None] Provisioning complete for port 7ea0bc12-1bef-4400-beca-630de6677b9a triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:47.318743 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-01d71f01-198e-4621-a548-7558afed7c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:47.379710 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-01d71f01-198e-4621-a548-7558afed7c35 None None] Port 7ea0bc12-1bef-4400-beca-630de6677b9a cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:45:47.471905 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] Set router 28354f0d-b512-4663-a8b0-fdbb07f384b4 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:45:47.566641 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fa9df-7703-4c3d-8c20-4ab958a16a9a req-cb52fcca-4d8f-41c3-90c5-c68717cac2a7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:47.568488 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-df2fa9df-7703-4c3d-8c20-4ab958a16a9a req-cb52fcca-4d8f-41c3-90c5-c68717cac2a7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1472337
Dec 04 00:45:47.621177 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:47.628262 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:47.629127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847247150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795811'] for router_interface, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:47.700549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:47.742756 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-df2fa9df-7703-4c3d-8c20-4ab958a16a9a req-a069c596-53e7-4745-8067-f88039fc9d4b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607492
Dec 04 00:45:47.828064 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09ddc860>, [{'id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'name': 'tempest-TestShelveInstance-1902018307-router', 'tenant_id': '84657e644e804203893cbfa105282e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:38Z', 'updated_at': '2020-12-04T00:45:47Z', 'revision_number': 4, 'project_id': '84657e644e804203893cbfa105282e99', 'gw_port': {'id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:40Z', 'updated_at': '2020-12-04T00:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ea0bc12-1bef-4400-beca-630de6677b9a', 'name': '', 'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008', 'tenant_id': '84657e644e804203893cbfa105282e99', 'mac_address': 'fa:16:3e:16:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '61c7319c-14ee-42d1-a31b-0a79c7c9a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:46Z', 'updated_at': '2020-12-04T00:45:46Z', 'revision_number': 1, 'project_id': '84657e644e804203893cbfa105282e99', 'subnets': [{'id': '61c7319c-14ee-42d1-a31b-0a79c7c9a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:47.833977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ad498-06c1-4d1b-8bb1-9c465b7bb012 None None] The sync data for ids ['28354f0d-b512-4663-a8b0-fdbb07f384b4'] in dv-cinder-763306-5-iscsi is: [{'id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'name': 'tempest-TestShelveInstance-1902018307-router', 'tenant_id': '84657e644e804203893cbfa105282e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:38Z', 'updated_at': '2020-12-04T00:45:47Z', 'revision_number': 4, 'project_id': '84657e644e804203893cbfa105282e99', 'gw_port': {'id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:40Z', 'updated_at': '2020-12-04T00:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ea0bc12-1bef-4400-beca-630de6677b9a', 'name': '', 'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008', 'tenant_id': '84657e644e804203893cbfa105282e99', 'mac_address': 'fa:16:3e:16:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '61c7319c-14ee-42d1-a31b-0a79c7c9a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:46Z', 'updated_at': '2020-12-04T00:45:46Z', 'revision_number': 1, 'project_id': '84657e644e804203893cbfa105282e99', 'subnets': [{'id': '61c7319c-14ee-42d1-a31b-0a79c7c9a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:45:48.033350 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Pushing event updated for resources: {'Port': ['ID=7ea0bc12-1bef-4400-beca-630de6677b9a,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:48.037130 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:48.058081 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Network 6fef0feb-8f7e-4136-a76f-5c444ddf1008 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:45:48.059282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:45:48.310694 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Router 28354f0d-b512-4663-a8b0-fdbb07f384b4 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:45:48.417124 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-9111da39-44ea-404a-9791-2f58ee707c23 None None] Provisioning complete for port 7ea0bc12-1bef-4400-beca-630de6677b9a triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:48.417552 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9111da39-44ea-404a-9791-2f58ee707c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:48.481553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-9111da39-44ea-404a-9791-2f58ee707c23 None None] Port 7ea0bc12-1bef-4400-beca-630de6677b9a cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:45:48.565989 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:45:48.606769 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] 10.222.0.88 "PUT /v2.0/routers/28354f0d-b512-4663-a8b0-fdbb07f384b4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0532746
Dec 04 00:45:49.166948 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 4a621c3d-1014-4402-9ee9-ed9a870c76ea up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:49.239088 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 4a621c3d-1014-4402-9ee9-ed9a870c76ea completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:45:49.244212 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 4a621c3d-1014-4402-9ee9-ed9a870c76ea triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:49.244632 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:49.365140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:49.381762 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port 4a621c3d-1014-4402-9ee9-ed9a870c76ea, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=4a621c3d-1014-4402-9ee9-ed9a870c76ea,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:45:49.385654 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:49.387583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:49.460238 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=4a621c3d-1014-4402-9ee9-ed9a870c76ea,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:49.463705 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:51.144171 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 4a621c3d-1014-4402-9ee9-ed9a870c76ea up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:51.231930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 4a621c3d-1014-4402-9ee9-ed9a870c76ea triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:51.232357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:51.258031 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Sync routers for ids ['28354f0d-b512-4663-a8b0-fdbb07f384b4'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:45:51.292692 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Routers {'28354f0d-b512-4663-a8b0-fdbb07f384b4'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:45:51.293367 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a2c1fd0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:45:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['28354f0d-b512-4663-a8b0-fdbb07f384b4'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:51.532238 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Set router 28354f0d-b512-4663-a8b0-fdbb07f384b4 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:45:51.884696 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a2c1fd0>, [{'id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'name': 'tempest-TestShelveInstance-1902018307-router', 'tenant_id': '84657e644e804203893cbfa105282e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:38Z', 'updated_at': '2020-12-04T00:45:47Z', 'revision_number': 4, 'project_id': '84657e644e804203893cbfa105282e99', 'gw_port': {'id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:40Z', 'updated_at': '2020-12-04T00:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ea0bc12-1bef-4400-beca-630de6677b9a', 'name': '', 'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008', 'tenant_id': '84657e644e804203893cbfa105282e99', 'mac_address': 'fa:16:3e:16:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '61c7319c-14ee-42d1-a31b-0a79c7c9a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:46Z', 'updated_at': '2020-12-04T00:45:47Z', 'revision_number': 2, 'project_id': '84657e644e804203893cbfa105282e99', 'subnets': [{'id': '61c7319c-14ee-42d1-a31b-0a79c7c9a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:51.888817 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Checking router: 28354f0d-b512-4663-a8b0-fdbb07f384b4 for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:45:51.889158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Updating router 28354f0d-b512-4663-a8b0-fdbb07f384b4 port 7ea0bc12-1bef-4400-beca-630de6677b9a binding host dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:45:51.944796 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:52.448308 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f947c6a-54a4-4648-a597-e27538bba711 req-32af5d4d-ee20-47d8-b57b-3b38f9d30deb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:52.449937 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2f947c6a-54a4-4648-a597-e27538bba711 req-32af5d4d-ee20-47d8-b57b-3b38f9d30deb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1034820
Dec 04 00:45:52.497161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:52.512556 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Transition to ACTIVE for port object 7ea0bc12-1bef-4400-beca-630de6677b9a will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:45:52.516751 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:52.518525 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2f947c6a-54a4-4648-a597-e27538bba711 req-1633addf-6df1-4549-bb2b-b0ff845847fa tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619364
Dec 04 00:45:52.545638 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-01d93fc1-f54c-4329-b9c1-4441a1389e8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:52.681980 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d82ad-5921-4dba-89e9-9ee2fe4bba70 None None] Pushing event updated for resources: {'Port': ['ID=7ea0bc12-1bef-4400-beca-630de6677b9a,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:52.687335 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4e4d82ad-5921-4dba-89e9-9ee2fe4bba70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:52.800408 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-e3d935aa-0b1d-4908-a21e-dd30feb19a2b req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-143496348', 'description': 'tempest-TestShelveInstance-143496348 description'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:52.807117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-e3d935aa-0b1d-4908-a21e-dd30feb19a2b req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:52.811762 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e3d935aa-0b1d-4908-a21e-dd30feb19a2b req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Usage tracker for resource:security_group and tenant:159ca91a7f9e406ab5effb717ffc39d1 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:52.815122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e3d935aa-0b1d-4908-a21e-dd30feb19a2b req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:52.828889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-e3d935aa-0b1d-4908-a21e-dd30feb19a2b req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:52.840906 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e3d935aa-0b1d-4908-a21e-dd30feb19a2b req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:52.864856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-e3d935aa-0b1d-4908-a21e-dd30feb19a2b req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:52.869028 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e3d935aa-0b1d-4908-a21e-dd30feb19a2b req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Usage tracker for resource:security_group_rule and tenant:159ca91a7f9e406ab5effb717ffc39d1 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:52.869553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Attempting to bind port 7ea0bc12-1bef-4400-beca-630de6677b9a on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:45:52.869975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Attempting to bind port 7ea0bc12-1bef-4400-beca-630de6677b9a by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': '30df1d72-9669-45c9-85f5-c8b4b95f2dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:45:52.870429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Attempting to bind port 7ea0bc12-1bef-4400-beca-630de6677b9a on network 6fef0feb-8f7e-4136-a76f-5c444ddf1008 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:45:52.872087 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e3d935aa-0b1d-4908-a21e-dd30feb19a2b req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:52.877444 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:45:52.877866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Checking segment: {'id': '30df1d72-9669-45c9-85f5-c8b4b95f2dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:45:52.878329 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:52.878773 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Bound using segment: {'id': '30df1d72-9669-45c9-85f5-c8b4b95f2dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:45:52.878881 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-e3d935aa-0b1d-4908-a21e-dd30feb19a2b req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:52.879303 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Bound port: 7ea0bc12-1bef-4400-beca-630de6677b9a, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30df1d72-9669-45c9-85f5-c8b4b95f2dc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:45:52.879751 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:52.957994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e3d935aa-0b1d-4908-a21e-dd30feb19a2b req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:52.961355 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e3d935aa-0b1d-4908-a21e-dd30feb19a2b req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:52.967095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:52.976465 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] For port 7ea0bc12-1bef-4400-beca-630de6677b9a, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:45:52.980968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] For port 7ea0bc12-1bef-4400-beca-630de6677b9a, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=7ea0bc12-1bef-4400-beca-630de6677b9a,segment=NetworkSegment(30df1d72-9669-45c9-85f5-c8b4b95f2dc5),segment_id=30df1d72-9669-45c9-85f5-c8b4b95f2dc5)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:45:52.984567 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:53.002351 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc69d0a-f12c-4826-a43e-0da4691e05a2,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:53.006774 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:53.013865 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.014295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.014678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.015068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.015475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.015866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.016534 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.016674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.017049 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.017357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.017948 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.018329 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.018781 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.019161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.019562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.019941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.020317 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.020694 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.021068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.021441 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.021813 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.022187 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.022564 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.022939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:45:53.029626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:53.037157 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e3d935aa-0b1d-4908-a21e-dd30feb19a2b req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:53.038717 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e3d935aa-0b1d-4908-a21e-dd30feb19a2b req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1755 time: 0.2435551
Dec 04 00:45:53.178405 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0364d798-255d-4d10-8f33-f90e8da8557b req-ba212050-ae0c-444b-b74f-8a9bc8556f95 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups/dcc69d0a-f12c-4826-a43e-0da4691e05a2 HTTP/1.1" status: 200  len: 1750 time: 0.1010854
Dec 04 00:45:53.185527 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-0364d798-255d-4d10-8f33-f90e8da8557b req-59758d39-0b03-4eb0-9ce6-25bd4fa2f656 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcc69d0a-f12c-4826-a43e-0da4691e05a2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:53.186188 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-0364d798-255d-4d10-8f33-f90e8da8557b req-59758d39-0b03-4eb0-9ce6-25bd4fa2f656 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcc69d0a-f12c-4826-a43e-0da4691e05a2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:53.194833 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-0364d798-255d-4d10-8f33-f90e8da8557b req-59758d39-0b03-4eb0-9ce6-25bd4fa2f656 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:53.199401 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-0364d798-255d-4d10-8f33-f90e8da8557b req-59758d39-0b03-4eb0-9ce6-25bd4fa2f656 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Usage tracker for resource:security_group_rule and tenant:159ca91a7f9e406ab5effb717ffc39d1 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:53.203981 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-0364d798-255d-4d10-8f33-f90e8da8557b req-59758d39-0b03-4eb0-9ce6-25bd4fa2f656 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:53.205257 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d82ad-5921-4dba-89e9-9ee2fe4bba70 None None] Pushing event updated for resources: {'Port': ['ID=7ea0bc12-1bef-4400-beca-630de6677b9a,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:53.210151 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4e4d82ad-5921-4dba-89e9-9ee2fe4bba70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:53.218691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-0364d798-255d-4d10-8f33-f90e8da8557b req-59758d39-0b03-4eb0-9ce6-25bd4fa2f656 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:53.264442 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Routers {'28354f0d-b512-4663-a8b0-fdbb07f384b4'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:45:53.265126 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a2c1fd0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:45:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['28354f0d-b512-4663-a8b0-fdbb07f384b4'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:53.302347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0364d798-255d-4d10-8f33-f90e8da8557b req-59758d39-0b03-4eb0-9ce6-25bd4fa2f656 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:53.327665 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0364d798-255d-4d10-8f33-f90e8da8557b req-59758d39-0b03-4eb0-9ce6-25bd4fa2f656 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:53.332587 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0364d798-255d-4d10-8f33-f90e8da8557b req-59758d39-0b03-4eb0-9ce6-25bd4fa2f656 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874498'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:53.366179 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:53.384576 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59758d39-0b03-4eb0-9ce6-25bd4fa2f656 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f104c5a-8d09-40ce-84ef-a42d8304e0b3,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:53.388682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-59758d39-0b03-4eb0-9ce6-25bd4fa2f656 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:53.389509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0364d798-255d-4d10-8f33-f90e8da8557b req-59758d39-0b03-4eb0-9ce6-25bd4fa2f656 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:53.394421 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0364d798-255d-4d10-8f33-f90e8da8557b req-59758d39-0b03-4eb0-9ce6-25bd4fa2f656 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.2145550
Dec 04 00:45:53.499255 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1aafcfea-910a-4186-b1f5-2fc7a333de6b req-7666e645-4d0c-497e-a958-ab6a76c5695c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups/dcc69d0a-f12c-4826-a43e-0da4691e05a2 HTTP/1.1" status: 200  len: 2311 time: 0.0689485
Dec 04 00:45:53.504912 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-1aafcfea-910a-4186-b1f5-2fc7a333de6b req-d5775d65-392f-4785-a83e-13fd970f0946 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcc69d0a-f12c-4826-a43e-0da4691e05a2', 'remote_group_id': None}]} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:53.505266 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-1aafcfea-910a-4186-b1f5-2fc7a333de6b req-d5775d65-392f-4785-a83e-13fd970f0946 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcc69d0a-f12c-4826-a43e-0da4691e05a2', 'remote_group_id': None}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:45:53.514901 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-1aafcfea-910a-4186-b1f5-2fc7a333de6b req-d5775d65-392f-4785-a83e-13fd970f0946 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:45:53.519828 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-1aafcfea-910a-4186-b1f5-2fc7a333de6b req-d5775d65-392f-4785-a83e-13fd970f0946 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Usage tracker for resource:security_group_rule and tenant:159ca91a7f9e406ab5effb717ffc39d1 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:45:53.523064 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-1aafcfea-910a-4186-b1f5-2fc7a333de6b req-d5775d65-392f-4785-a83e-13fd970f0946 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:45:53.535106 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-1aafcfea-910a-4186-b1f5-2fc7a333de6b req-d5775d65-392f-4785-a83e-13fd970f0946 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:45:53.631758 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1aafcfea-910a-4186-b1f5-2fc7a333de6b req-d5775d65-392f-4785-a83e-13fd970f0946 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:53.696083 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1aafcfea-910a-4186-b1f5-2fc7a333de6b req-d5775d65-392f-4785-a83e-13fd970f0946 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:53.699456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1aafcfea-910a-4186-b1f5-2fc7a333de6b req-d5775d65-392f-4785-a83e-13fd970f0946 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874498'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:53.701706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4db5b972-f88d-42ed-921d-9328f5d90730 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:53.741163 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5775d65-392f-4785-a83e-13fd970f0946 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d97434-61f0-4af3-a5e2-e0339578829f,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:53.745214 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d5775d65-392f-4785-a83e-13fd970f0946 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:53.763932 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1aafcfea-910a-4186-b1f5-2fc7a333de6b req-d5775d65-392f-4785-a83e-13fd970f0946 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:53.765227 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1aafcfea-910a-4186-b1f5-2fc7a333de6b req-d5775d65-392f-4785-a83e-13fd970f0946 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.2650268
Dec 04 00:45:53.877154 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e114f12-b417-4c3a-9e2f-8e1f67765a8b req-c56df8c1-1e6e-452c-9873-37d56f9d1511 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:53.878988 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4e114f12-b417-4c3a-9e2f-8e1f67765a8b req-c56df8c1-1e6e-452c-9873-37d56f9d1511 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1516721
Dec 04 00:45:53.917726 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] Set router 28354f0d-b512-4663-a8b0-fdbb07f384b4 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:45:53.936489 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4e114f12-b417-4c3a-9e2f-8e1f67765a8b req-20deac3f-ec4d-4030-8fce-30b996a4f49a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486677
Dec 04 00:45:54.287161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a2c1fd0>, [{'id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'name': 'tempest-TestShelveInstance-1902018307-router', 'tenant_id': '84657e644e804203893cbfa105282e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:38Z', 'updated_at': '2020-12-04T00:45:47Z', 'revision_number': 4, 'project_id': '84657e644e804203893cbfa105282e99', 'gw_port': {'id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:40Z', 'updated_at': '2020-12-04T00:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ea0bc12-1bef-4400-beca-630de6677b9a', 'name': '', 'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008', 'tenant_id': '84657e644e804203893cbfa105282e99', 'mac_address': 'fa:16:3e:16:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '61c7319c-14ee-42d1-a31b-0a79c7c9a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:46Z', 'updated_at': '2020-12-04T00:45:52Z', 'revision_number': 4, 'project_id': '84657e644e804203893cbfa105282e99', 'subnets': [{'id': '61c7319c-14ee-42d1-a31b-0a79c7c9a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:45:54.291609 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a961a9db-dd7c-472f-9d42-fba0005c68b0 None None] The sync data for ids ['28354f0d-b512-4663-a8b0-fdbb07f384b4'] in dv-cinder-763306-5-iscsi is: [{'id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'name': 'tempest-TestShelveInstance-1902018307-router', 'tenant_id': '84657e644e804203893cbfa105282e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:38Z', 'updated_at': '2020-12-04T00:45:47Z', 'revision_number': 4, 'project_id': '84657e644e804203893cbfa105282e99', 'gw_port': {'id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:40Z', 'updated_at': '2020-12-04T00:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ea0bc12-1bef-4400-beca-630de6677b9a', 'name': '', 'network_id': '6fef0feb-8f7e-4136-a76f-5c444ddf1008', 'tenant_id': '84657e644e804203893cbfa105282e99', 'mac_address': 'fa:16:3e:16:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '61c7319c-14ee-42d1-a31b-0a79c7c9a15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:46Z', 'updated_at': '2020-12-04T00:45:52Z', 'revision_number': 4, 'project_id': '84657e644e804203893cbfa105282e99', 'subnets': [{'id': '61c7319c-14ee-42d1-a31b-0a79c7c9a15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:45:54.496995 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device fe12f169-e27e-4506-b1cd-32f1f43712c8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:54.599704 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port fe12f169-e27e-4506-b1cd-32f1f43712c8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:54.600852 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:55.234437 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823e6ae-5721-4005-9905-88fc39e6b457 req-789aa99f-d3ee-44eb-8b93-6a63069a3cbd tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:55.239114 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 7ea0bc12-1bef-4400-beca-630de6677b9a up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:55.244899 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9823e6ae-5721-4005-9905-88fc39e6b457 req-789aa99f-d3ee-44eb-8b93-6a63069a3cbd tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1364899
Dec 04 00:45:55.296306 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9823e6ae-5721-4005-9905-88fc39e6b457 req-8c072764-f253-4d6b-b650-6dcfa8482da3 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500662
Dec 04 00:45:55.312035 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 7ea0bc12-1bef-4400-beca-630de6677b9a completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:45:55.323059 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 7ea0bc12-1bef-4400-beca-630de6677b9a triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:55.323831 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:55.452508 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:55.489151 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port 7ea0bc12-1bef-4400-beca-630de6677b9a, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=7ea0bc12-1bef-4400-beca-630de6677b9a,segment=NetworkSegment(30df1d72-9669-45c9-85f5-c8b4b95f2dc5),segment_id=30df1d72-9669-45c9-85f5-c8b4b95f2dc5)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:45:55.492492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:55.494405 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8e106386-ccc5-4cb3-bc16-99ad65d0526a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:45:55.567086 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=7ea0bc12-1bef-4400-beca-630de6677b9a,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:45:55.570328 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:45:56.373086 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:56.405806 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9800e3-5e54-45ec-95c2-a6d62ae37850 req-35d1ea5d-4666-49f1-9ac2-32e7aa9b3e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:56.407900 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d9800e3-5e54-45ec-95c2-a6d62ae37850 req-35d1ea5d-4666-49f1-9ac2-32e7aa9b3e9e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 1162 time: 0.0964715
Dec 04 00:45:56.468556 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d9800e3-5e54-45ec-95c2-a6d62ae37850 req-45dee2bd-77fc-4ad9-be95-188cacf53976 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422771
Dec 04 00:45:56.571955 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a36071-e443-4cc7-ac6e-671b512a2788 req-15aa5d4a-6e24-4d0f-8fe8-2dbe946236fa tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:56.573861 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-71a36071-e443-4cc7-ac6e-671b512a2788 req-15aa5d4a-6e24-4d0f-8fe8-2dbe946236fa tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.0982323
Dec 04 00:45:56.627497 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-71a36071-e443-4cc7-ac6e-671b512a2788 req-046dd426-f7cb-4e5b-a0f1-334e84bcd5a5 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429316
Dec 04 00:45:57.147488 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 7ea0bc12-1bef-4400-beca-630de6677b9a up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:57.223761 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 7ea0bc12-1bef-4400-beca-630de6677b9a triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:57.224208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:57.865946 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97d7cd-b411-4c29-ae3f-d3e27b1001ff req-ff7f0fb6-2aa7-43c0-9dee-9e0bbedd3f4e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:57.867756 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2b97d7cd-b411-4c29-ae3f-d3e27b1001ff req-ff7f0fb6-2aa7-43c0-9dee-9e0bbedd3f4e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.0995412
Dec 04 00:45:57.917161 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2b97d7cd-b411-4c29-ae3f-d3e27b1001ff req-27088310-e5c6-4019-a43c-b1dc92d0e81a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429535
Dec 04 00:45:58.573492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device fe12f169-e27e-4506-b1cd-32f1f43712c8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:45:58.650682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port fe12f169-e27e-4506-b1cd-32f1f43712c8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:45:58.651088 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:45:59.139802 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25eec9-2cd6-49c7-bcd6-d0bb3fa58cdf req-6f40f542-ebc0-4d81-972a-ac745278b5c1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:59.141747 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed25eec9-2cd6-49c7-bcd6-d0bb3fa58cdf req-6f40f542-ebc0-4d81-972a-ac745278b5c1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.0910316
Dec 04 00:45:59.210060 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed25eec9-2cd6-49c7-bcd6-d0bb3fa58cdf req-cb572d13-e1fd-46c2-81c7-23f98b20c62f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617511
Dec 04 00:45:59.446612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159729b-c65b-465d-83c4-212be8cbe7dd req-2dd67ef3-32da-441b-a927-e7871b0c65c5 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:45:59.448291 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e159729b-c65b-465d-83c4-212be8cbe7dd req-2dd67ef3-32da-441b-a927-e7871b0c65c5 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0915906
Dec 04 00:45:59.498034 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e159729b-c65b-465d-83c4-212be8cbe7dd req-5903b705-6cb3-4a3b-b84d-9d93734f85e2 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425336
Dec 04 00:46:01.283360 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 52752) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:01.447725 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-40d676cd-fafa-4207-a4db-4ed1e1cf9522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:01.465130 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-40d676cd-fafa-4207-a4db-4ed1e1cf9522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:46:01.469453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-40d676cd-fafa-4207-a4db-4ed1e1cf9522 admin admin] Usage tracker for resource:security_group_rule and tenant:8991fac8ae614faa8bffc82184048b8b is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:46:01.474009 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-40d676cd-fafa-4207-a4db-4ed1e1cf9522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:46:01.520689 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-40d676cd-fafa-4207-a4db-4ed1e1cf9522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:46:01.664515 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f68a2a-95dc-4f92-a4cd-8b3124c5aacd req-3800f7a9-463b-4a13-ab03-bbdbb4443305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:01.666439 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f9f68a2a-95dc-4f92-a4cd-8b3124c5aacd req-3800f7a9-463b-4a13-ab03-bbdbb4443305 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8aa42ed1a820400997e02b1aa7e33362&device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 1162 time: 0.1938078
Dec 04 00:46:01.684947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13986b-72b1-4a9f-ba38-0ef2c4e325ef req-7bfeb979-e0de-4d49-b7a9-cce6118137c5 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:01.686556 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1e13986b-72b1-4a9f-ba38-0ef2c4e325ef req-7bfeb979-e0de-4d49-b7a9-cce6118137c5 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1634963
Dec 04 00:46:01.863685 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-40d676cd-fafa-4207-a4db-4ed1e1cf9522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:01.893330 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-40d676cd-fafa-4207-a4db-4ed1e1cf9522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:01.902631 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1e13986b-72b1-4a9f-ba38-0ef2c4e325ef req-f18db3c4-9022-4838-9c62-9cc57c0d97c1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833591
Dec 04 00:46:01.910168 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c6b65fa0-0ae2-41dc-a211-cfebb11cd987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:01.939268 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-40d676cd-fafa-4207-a4db-4ed1e1cf9522 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8991fac8ae614faa8bffc82184048b8b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6546113
Dec 04 00:46:01.941693 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 52776) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:01.974142 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f68a2a-95dc-4f92-a4cd-8b3124c5aacd req-bdd433e1-01f1-48ca-a798-ce9faef7a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:01.975776 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f9f68a2a-95dc-4f92-a4cd-8b3124c5aacd req-bdd433e1-01f1-48ca-a798-ce9faef7a38b service neutron] 10.222.0.91 "GET /v2.0/networks?id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 HTTP/1.1" status: 200  len: 912 time: 0.2834854
Dec 04 00:46:01.977556 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d676cd-fafa-4207-a4db-4ed1e1cf9522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9db05c2-a6f5-4571-89eb-fd500bb61f0f,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:01.981476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-40d676cd-fafa-4207-a4db-4ed1e1cf9522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:02.030011 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f83b6544-e2c1-4c3b-ab22-3a29084839b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:02.061890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f83b6544-e2c1-4c3b-ab22-3a29084839b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:02.065048 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f9f68a2a-95dc-4f92-a4cd-8b3124c5aacd req-510111ab-4333-436f-b947-dcc2acc5e3fb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5c396e1-bef1-44f1-947b-625090bba1a0 HTTP/1.1" status: 200  len: 217 time: 0.0665066
Dec 04 00:46:02.124966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f83b6544-e2c1-4c3b-ab22-3a29084839b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:02.135331 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d590be6a-c6fb-4f2e-8479-8b073cbc61b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:02.159946 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b6544-e2c1-4c3b-ab22-3a29084839b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9db05c2-a6f5-4571-89eb-fd500bb61f0f,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:02.168893 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f83b6544-e2c1-4c3b-ab22-3a29084839b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:02.184593 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f83b6544-e2c1-4c3b-ab22-3a29084839b2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a9db05c2-a6f5-4571-89eb-fd500bb61f0f HTTP/1.1" status: 204  len: 168 time: 0.2410321
Dec 04 00:46:02.187396 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f83b6544-e2c1-4c3b-ab22-3a29084839b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:02.239748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f68a2a-95dc-4f92-a4cd-8b3124c5aacd req-ac809549-1592-4154-8520-de617261727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:02.241336 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f9f68a2a-95dc-4f92-a4cd-8b3124c5aacd req-ac809549-1592-4154-8520-de617261727e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=887d58e7-6037-47d9-82f2-709206eff474 HTTP/1.1" status: 200  len: 858 time: 0.1428242
Dec 04 00:46:02.311140 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f9f68a2a-95dc-4f92-a4cd-8b3124c5aacd req-dc515cd9-dc31-4bad-b9ea-19f80b2cbb3e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553241
Dec 04 00:46:02.480521 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f9f68a2a-95dc-4f92-a4cd-8b3124c5aacd req-67fc8515-70d9-43cc-a579-eeb9dfde6f6d service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574118
Dec 04 00:46:02.633411 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f9f68a2a-95dc-4f92-a4cd-8b3124c5aacd req-32b718ba-a958-40be-b576-b2024bd22b24 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451859
Dec 04 00:46:03.123920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349da55-54fb-474f-86c2-56e1813b289e req-b595e193-c014-4c55-9c84-1947be584054 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:03.125555 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9349da55-54fb-474f-86c2-56e1813b289e req-b595e193-c014-4c55-9c84-1947be584054 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0881488
Dec 04 00:46:03.194099 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9349da55-54fb-474f-86c2-56e1813b289e req-d438762b-7846-4111-af5d-d65ed6630e91 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568941
Dec 04 00:46:04.407855 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba963ec-dcf4-498e-9764-ca776f8dad09 req-0ff1b4b8-868b-4086-9f1d-bb97f776f13d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:04.409486 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9ba963ec-dcf4-498e-9764-ca776f8dad09 req-0ff1b4b8-868b-4086-9f1d-bb97f776f13d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0944126
Dec 04 00:46:04.459081 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9ba963ec-dcf4-498e-9764-ca776f8dad09 req-3a8805c4-35e9-4377-a7d2-1d9a365909ea tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428209
Dec 04 00:46:12.179120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9b93bf87-84c4-4a8a-9cca-c82e64fe2851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:12.422485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:46:14.447695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-87908afd-9b89-4c74-b1d6-8f3d8298ea60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:15.624316 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:16.090884 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:16.618396 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:18.452465 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-95b7a6ab-4559-407f-a0f5-9304f349b0d2 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/networks?tenant_id=ae772b91aa8944f9a31623f6225fc70e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0352972
Dec 04 00:46:18.567722 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-5a6a8e37-42bb-4b4e-a1d9-68a01e79237e tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:18.569316 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-5a6a8e37-42bb-4b4e-a1d9-68a01e79237e tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/networks?id=9a051e40-edbf-4acc-ad11-99eefa876f20 HTTP/1.1" status: 200  len: 814 time: 0.1597598
Dec 04 00:46:18.586384 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-cb14b173-ab25-4d5a-9f05-a9cb184d23d3 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/quotas/5cb3fa42f2964c6bb0dea1c1a4ac2031 HTTP/1.1" status: 200  len: 375 time: 0.0107582
Dec 04 00:46:18.621032 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-711a33e5-9946-4e68-8040-ca4b99cf9392 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:18.622542 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-711a33e5-9946-4e68-8040-ca4b99cf9392 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1641574
Dec 04 00:46:18.639280 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f11db897-8973-4a60-a553-1073c1b5490d tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/quotas/ae772b91aa8944f9a31623f6225fc70e HTTP/1.1" status: 200  len: 375 time: 0.0100057
Dec 04 00:46:18.686181 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-0057f623-cb3e-40ad-93ba-7cdb501c963f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?tenant_id=5cb3fa42f2964c6bb0dea1c1a4ac2031&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0932400
Dec 04 00:46:18.691455 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-6324786f-4223-41b5-9fb0-158b7dd165dc tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?tenant_id=ae772b91aa8944f9a31623f6225fc70e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0458174
Dec 04 00:46:18.841826 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-55ecab8d-b1b0-4613-b4c7-d545b74385ca service neutron] 10.222.0.88 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474333
Dec 04 00:46:19.005013 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-39a736b5-394b-4ad9-82e1-c1e9228ee97c service neutron] 10.222.0.88 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1563649
Dec 04 00:46:19.350412 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc193b-e5ba-474d-a158-ea0ec498d28b req-6beb88cb-0a1a-4dc8-820b-ef202adfb0ca tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:19.352075 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d1dc193b-e5ba-474d-a158-ea0ec498d28b req-6beb88cb-0a1a-4dc8-820b-ef202adfb0ca tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1234295
Dec 04 00:46:19.399932 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d1dc193b-e5ba-474d-a158-ea0ec498d28b req-a2f59cd3-0c59-4774-a3cd-00ac5a68a3e8 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411699
Dec 04 00:46:20.630989 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d344982-e14f-421a-be47-fa0711460948 req-062d95dc-b35c-4b0f-a6bc-d01470e3db22 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 210 time: 0.0565014
Dec 04 00:46:20.631855 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e5c55864-cf59-4ef7-ae72-78fa50dbd64f req-bc008bec-cf70-458d-8965-deb6da735496 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 210 time: 0.0689714
Dec 04 00:46:20.853701 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5b2a3-0de0-4f0a-b62e-ce1f1a39c562 req-438a0cad-803f-467c-a387-ce5af03abc00 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:20.855232 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-41c5b2a3-0de0-4f0a-b62e-ce1f1a39c562 req-438a0cad-803f-467c-a387-ce5af03abc00 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0989316
Dec 04 00:46:20.905216 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-41c5b2a3-0de0-4f0a-b62e-ce1f1a39c562 req-44c6f7cc-eede-4d33-abc0-06370652e52c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431564
Dec 04 00:46:21.323154 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-94721d1c-1fe5-4269-931b-66eff1e48a77 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.91 "GET /v2.0/networks?tenant_id=ae772b91aa8944f9a31623f6225fc70e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0322793
Dec 04 00:46:21.511123 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-7dc3fba3-da5a-4795-89a0-0d6db9b6ed75 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:21.511123 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-7dc3fba3-da5a-4795-89a0-0d6db9b6ed75 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1790051
Dec 04 00:46:21.534037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Request body: {'port': {'device_id': '68873048-fc65-4a42-aef2-c4e9dd891776', 'network_id': 'db62c53c-6feb-4f3c-a043-552896100a06', 'admin_state_up': True, 'tenant_id': 'ae772b91aa8944f9a31623f6225fc70e'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:46:21.722381 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:46:21.727024 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Usage tracker for resource:port and tenant:ae772b91aa8944f9a31623f6225fc70e is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:46:21.730727 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Quota usage for port was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:46:21.740601 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:46:21.751562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Made reservation on behalf of ae772b91aa8944f9a31623f6225fc70e for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:46:21.758428 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:21.774995 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:21.795056 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:46:21.801286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Usage tracker for resource:security_group_rule and tenant:ae772b91aa8944f9a31623f6225fc70e is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:46:21.804512 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:46:21.810565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:46:21.910370 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-86e047b7-74db-4a41-9c97-9698aa21d236 req-1b2c38b6-8364-4181-b497-2802dad90aff tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 210 time: 0.0573790
Dec 04 00:46:21.916035 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c8cc6f15-e4c3-49fb-946c-5d468d72d290 req-4154fd3f-91d3-48d0-b06d-56d7886fe6c6 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 210 time: 0.0680869
Dec 04 00:46:21.984688 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:21.988120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:22.000750 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4ab76f71-6e4a-470a-9ca3-6dae7d480876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:22.110232 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Pushing event updated for resources: {'SecurityGroup': ['ID=6a58c90f-9e60-42c4-a930-5af47f98087e,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:22.125229 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.125866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.126276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.126732 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.127075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.127484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.127883 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.128273 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.128662 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.129054 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.129438 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.129824 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.130296 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.130683 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.131074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.131482 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.131872 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.132259 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.132640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.133022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.133404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.133784 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.134168 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.134548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:22.142355 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:22.491765 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-fccfc719-d669-4c92-ae63-4b5ca8866eb4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:22.493318 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-fccfc719-d669-4c92-ae63-4b5ca8866eb4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "GET /v2.0/networks?id=9a051e40-edbf-4acc-ad11-99eefa876f20 HTTP/1.1" status: 200  len: 814 time: 0.4680312
Dec 04 00:46:22.503673 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff0cc2-6cc6-41f6-b974-be07a5ae0d06 req-1a260669-dfa0-4121-8bfe-f5c603714980 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:22.505216 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bff0cc2-6cc6-41f6-b974-be07a5ae0d06 req-1a260669-dfa0-4121-8bfe-f5c603714980 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.2095029
Dec 04 00:46:22.538261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Request body: {'port': {'device_id': 'd5c6f839-21c8-4d32-becb-36d299822686', 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20', 'admin_state_up': True, 'tenant_id': '5cb3fa42f2964c6bb0dea1c1a4ac2031'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:46:22.589470 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Allocated IP 192.168.233.110 (db62c53c-6feb-4f3c-a043-552896100a06/37dafafd-882a-43ff-9f6e-bcfba20e1114/8d85fc12-ba1c-4fc2-a189-cbd105555888) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:46:22.657601 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bff0cc2-6cc6-41f6-b974-be07a5ae0d06 req-2084ed11-e36c-4353-85a2-971b685c9265 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459894
Dec 04 00:46:22.708799 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:46:22.718921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:46:22.729507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Made reservation on behalf of 5cb3fa42f2964c6bb0dea1c1a4ac2031 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:46:22.734832 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:22.850154 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:22.869602 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Transition to ACTIVE for port object 8d85fc12-ba1c-4fc2-a189-cbd105555888 will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:46:22.890619 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:22.906237 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:23.066549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Allocated IP 172.20.0.13 (9a051e40-edbf-4acc-ad11-99eefa876f20/2dd1b4bf-3c93-43a9-bef9-7e21218b6544/1413bedd-b533-4651-9857-84c26b53e6b9) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:46:23.179248 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Pushing event updated for resources: {'Port': ['ID=8d85fc12-ba1c-4fc2-a189-cbd105555888,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:23.203869 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:23.215643 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f1fed7b0-f70d-4ac5-92f0-4de13a5d1827 req-7c10a380-6876-43b9-bef2-89b223f34555 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 210 time: 0.0709560
Dec 04 00:46:23.237163 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Network db62c53c-6feb-4f3c-a043-552896100a06 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:46:23.241213 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:46:23.244140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:46:23.248843 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:23.249616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:23.292015 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7632084
Dec 04 00:46:23.304628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e39226-4501-44a1-a112-3657b9d729b4 req-11bc5ef7-c43a-497b-8ac6-cdfec9dff763 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:23.305420 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d3e39226-4501-44a1-a112-3657b9d729b4 req-11bc5ef7-c43a-497b-8ac6-cdfec9dff763 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Synchronizing usage tracker for tenant:ae772b91aa8944f9a31623f6225fc70e on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:46:23.315018 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Request body: {'port': {'device_id': '68873048-fc65-4a42-aef2-c4e9dd891776', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:46:23.379968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d3e39226-4501-44a1-a112-3657b9d729b4 req-11bc5ef7-c43a-497b-8ac6-cdfec9dff763 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Unset dirty status for tenant:ae772b91aa8944f9a31623f6225fc70e on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:46:23.381267 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d3e39226-4501-44a1-a112-3657b9d729b4 req-11bc5ef7-c43a-497b-8ac6-cdfec9dff763 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 936 time: 0.3032942
Dec 04 00:46:23.385090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:23.418228 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:23.479252 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d3e39226-4501-44a1-a112-3657b9d729b4 req-045a44b0-867e-4d74-a0e9-a87a5234934e tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Synchronizing usage tracker for tenant:ae772b91aa8944f9a31623f6225fc70e on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:46:23.480292 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6055dd22-9c64-4df8-923d-a92bdf71c08c None None] Provisioning for port 8d85fc12-ba1c-4fc2-a189-cbd105555888 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:46:23.487476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6055dd22-9c64-4df8-923d-a92bdf71c08c None None] Provisioning complete for port 8d85fc12-ba1c-4fc2-a189-cbd105555888 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:46:23.488106 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6055dd22-9c64-4df8-923d-a92bdf71c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:23.504234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:23.520467 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d3e39226-4501-44a1-a112-3657b9d729b4 req-045a44b0-867e-4d74-a0e9-a87a5234934e tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Unset dirty status for tenant:ae772b91aa8944f9a31623f6225fc70e on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:46:23.521685 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d3e39226-4501-44a1-a112-3657b9d729b4 req-045a44b0-867e-4d74-a0e9-a87a5234934e tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045194
Dec 04 00:46:23.521967 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a905316b-9aa8-4acf-959a-23206a8da273 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:23.572785 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6055dd22-9c64-4df8-923d-a92bdf71c08c None None] Port 8d85fc12-ba1c-4fc2-a189-cbd105555888 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:46:23.619814 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Pushing event updated for resources: {'Port': ['ID=1413bedd-b533-4651-9857-84c26b53e6b9,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:23.632983 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:23.679255 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Network 9a051e40-edbf-4acc-ad11-99eefa876f20 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:46:23.680716 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:46:23.683267 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:46:23.765065 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:23.765777 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:23.794452 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2662232
Dec 04 00:46:23.812330 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Request body: {'port': {'device_id': 'd5c6f839-21c8-4d32-becb-36d299822686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:46:23.978629 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d85fc12-ba1c-4fc2-a189-cbd105555888 {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:46:23.986837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:24.000070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Transition to ACTIVE for port object 8d85fc12-ba1c-4fc2-a189-cbd105555888 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:46:24.003070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:24.003333 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:24.019715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9421a5e3-abe8-4322-bf38-9bdbab53deaa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:24.026829 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5b4b8-84c9-45bc-a41d-f940e4da21dd req-460db308-0f63-4d7e-bde8-361b1fb1c3f6 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:24.028444 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4ee5b4b8-84c9-45bc-a41d-f940e4da21dd req-460db308-0f63-4d7e-bde8-361b1fb1c3f6 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1839879
Dec 04 00:46:24.162210 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4ee5b4b8-84c9-45bc-a41d-f940e4da21dd req-c9f82b4c-eaf0-402d-86d5-4522bf5baf05 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011667
Dec 04 00:46:24.299157 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Pushing event updated for resources: {'Port': ['ID=8d85fc12-ba1c-4fc2-a189-cbd105555888,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:24.309506 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:24.322395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Attempting to bind port 8d85fc12-ba1c-4fc2-a189-cbd105555888 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:46:24.322911 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Attempting to bind port 8d85fc12-ba1c-4fc2-a189-cbd105555888 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b97ea123-6911-419f-a817-8761e76f2fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db62c53c-6feb-4f3c-a043-552896100a06'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:46:24.324131 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Attempting to bind port 8d85fc12-ba1c-4fc2-a189-cbd105555888 on network db62c53c-6feb-4f3c-a043-552896100a06 {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:46:24.330861 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:46:24.331627 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Checking segment: {'id': 'b97ea123-6911-419f-a817-8761e76f2fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db62c53c-6feb-4f3c-a043-552896100a06'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:46:24.331858 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:24.332252 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Bound using segment: {'id': 'b97ea123-6911-419f-a817-8761e76f2fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db62c53c-6feb-4f3c-a043-552896100a06'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:46:24.332840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Bound port: 8d85fc12-ba1c-4fc2-a189-cbd105555888, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97ea123-6911-419f-a817-8761e76f2fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db62c53c-6feb-4f3c-a043-552896100a06'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:46:24.333091 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:24.451726 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] For port 8d85fc12-ba1c-4fc2-a189-cbd105555888, host hv-cinder-76330, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:46:24.455167 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] For port 8d85fc12-ba1c-4fc2-a189-cbd105555888, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8d85fc12-ba1c-4fc2-a189-cbd105555888,segment=NetworkSegment(b97ea123-6911-419f-a817-8761e76f2fed),segment_id=b97ea123-6911-419f-a817-8761e76f2fed)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:46:24.459458 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:24.478358 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:24.574605 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa5278-94f4-4740-9458-4c6fcf95ef40 req-a2a92340-9d08-40fa-9453-77c21a74c54a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:24.575260 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7efa5278-94f4-4740-9458-4c6fcf95ef40 req-a2a92340-9d08-40fa-9453-77c21a74c54a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Synchronizing usage tracker for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:46:24.579922 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1413bedd-b533-4651-9857-84c26b53e6b9 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:46:24.589152 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:24.610126 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Transition to ACTIVE for port object 1413bedd-b533-4651-9857-84c26b53e6b9 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:46:24.612031 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7efa5278-94f4-4740-9458-4c6fcf95ef40 req-a2a92340-9d08-40fa-9453-77c21a74c54a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Unset dirty status for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:46:24.613319 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7efa5278-94f4-4740-9458-4c6fcf95ef40 req-a2a92340-9d08-40fa-9453-77c21a74c54a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 932 time: 0.2109704
Dec 04 00:46:24.614388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:24.628849 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Pushing event updated for resources: {'Port': ['ID=8d85fc12-ba1c-4fc2-a189-cbd105555888,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:24.631940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-da78d6c7-dbca-4d5e-83f3-177e4f657dbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:24.642514 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:24.724902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:24.725630 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:24.727234 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] 10.222.0.91 "PUT /v2.0/ports/8d85fc12-ba1c-4fc2-a189-cbd105555888 HTTP/1.1" status: 200  len: 1162 time: 1.4183352
Dec 04 00:46:24.729692 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68873048-fc65-4a42-aef2-c4e9dd891776', 'tag': '8d85fc12-ba1c-4fc2-a189-cbd105555888'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:46:24.780994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8c6a2-06ec-492c-a9b7-5fa095e8e1f8 req-aed3f8ae-1cc1-4393-a238-d247a91fbc1e tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:24.786746 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=1413bedd-b533-4651-9857-84c26b53e6b9,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:24.789211 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-49f8c6a2-06ec-492c-a9b7-5fa095e8e1f8 req-aed3f8ae-1cc1-4393-a238-d247a91fbc1e tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 948 time: 0.1188140
Dec 04 00:46:24.790134 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:24.865709 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7efa5278-94f4-4740-9458-4c6fcf95ef40 req-45d7aec6-3799-4de1-b71a-a78f541108ec tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2346547
Dec 04 00:46:24.911398 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-49f8c6a2-06ec-492c-a9b7-5fa095e8e1f8 req-036e26a2-de0f-4417-8b2a-887cf075f6ed tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211245
Dec 04 00:46:24.961221 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-1316ceb3-4513-44a1-a907-a9570070263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:24.964413 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-1316ceb3-4513-44a1-a907-a9570070263f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ae772b91aa8944f9a31623f6225fc70e&device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 1165 time: 0.1707721
Dec 04 00:46:25.057506 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68873048-fc65-4a42-aef2-c4e9dd891776', 'tag': '8d85fc12-ba1c-4fc2-a189-cbd105555888', 'status': 'completed', 'code': 200}
Dec 04 00:46:25.066377 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-c45e7943-f29b-44e5-94aa-dc323a6051f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=8d85fc12-ba1c-4fc2-a189-cbd105555888 HTTP/1.1" status: 200  len: 217 time: 0.0872481
Dec 04 00:46:25.148465 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Attempting to bind port 1413bedd-b533-4651-9857-84c26b53e6b9 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:46:25.148902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Attempting to bind port 1413bedd-b533-4651-9857-84c26b53e6b9 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:46:25.149275 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Attempting to bind port 1413bedd-b533-4651-9857-84c26b53e6b9 on network 9a051e40-edbf-4acc-ad11-99eefa876f20 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:46:25.155997 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:46:25.156843 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Checking segment: {'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:46:25.157256 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:25.157651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Bound using segment: {'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:46:25.157823 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-e2899d05-5bc4-4189-8787-e79c398167a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:25.158128 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Bound port: 1413bedd-b533-4651-9857-84c26b53e6b9, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c38287-3d7f-4fbc-a583-19e6545d60d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9a051e40-edbf-4acc-ad11-99eefa876f20'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:46:25.158509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:25.159494 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-e2899d05-5bc4-4189-8787-e79c398167a2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=37dafafd-882a-43ff-9f6e-bcfba20e1114 HTTP/1.1" status: 200  len: 843 time: 0.0725696
Dec 04 00:46:25.273891 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-11fa67ec-5bd3-4422-80b7-c41384910343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:25.275909 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-11fa67ec-5bd3-4422-80b7-c41384910343 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=db62c53c-6feb-4f3c-a043-552896100a06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1022413
Dec 04 00:46:25.324037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] For port 1413bedd-b533-4651-9857-84c26b53e6b9, host hv-cinder-76330, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:46:25.333751 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] For port 1413bedd-b533-4651-9857-84c26b53e6b9, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1413bedd-b533-4651-9857-84c26b53e6b9,segment=NetworkSegment(f0c38287-3d7f-4fbc-a583-19e6545d60d3),segment_id=f0c38287-3d7f-4fbc-a583-19e6545d60d3)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:46:25.351783 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:25.385700 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8d9d8318-c0db-4ccd-8ff2-d6d42a4fa27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:25.444186 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-ba220b44-6c8c-4682-af3b-a3f5ec00acb6 service neutron] 10.222.0.91 "GET /v2.0/networks/db62c53c-6feb-4f3c-a043-552896100a06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581430
Dec 04 00:46:25.608941 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66b42214-5c3b-4dfe-a2f5-8843d4b11781 req-1d07872b-bf00-4c40-9943-7a44a78aaaf9 service neutron] 10.222.0.91 "GET /v2.0/networks/db62c53c-6feb-4f3c-a043-552896100a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1525452
Dec 04 00:46:25.616532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=1413bedd-b533-4651-9857-84c26b53e6b9,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:25.624640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:25.667786 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8308f-864b-486d-bba2-b2b0df73b172 req-0f62a68d-0131-4569-8482-5927349b4f47 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:25.669383 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d5d8308f-864b-486d-bba2-b2b0df73b172 req-0f62a68d-0131-4569-8482-5927349b4f47 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.2850156
Dec 04 00:46:25.673687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:25.674363 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:25.675798 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] 10.222.0.91 "PUT /v2.0/ports/1413bedd-b533-4651-9857-84c26b53e6b9 HTTP/1.1" status: 200  len: 1158 time: 1.8689754
Dec 04 00:46:25.676379 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c6f839-21c8-4d32-becb-36d299822686', 'tag': '1413bedd-b533-4651-9857-84c26b53e6b9'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:46:25.728690 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d5d8308f-864b-486d-bba2-b2b0df73b172 req-7b3b448d-06f6-4d99-962e-4c92b41da86e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469584
Dec 04 00:46:25.753058 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3ff47-935f-4ad0-bd8f-5d6d5181f691 req-f15789b0-e391-47c4-8826-6480a0c2a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:25.754678 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fc3ff47-935f-4ad0-bd8f-5d6d5181f691 req-f15789b0-e391-47c4-8826-6480a0c2a83e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ae772b91aa8944f9a31623f6225fc70e&device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 1165 time: 0.0784104
Dec 04 00:46:25.797424 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c6f839-21c8-4d32-becb-36d299822686', 'tag': '1413bedd-b533-4651-9857-84c26b53e6b9', 'status': 'completed', 'code': 200}
Dec 04 00:46:25.830141 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-f1cef80a-5bd9-4c79-be68-2024bd63ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:25.831864 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-f1cef80a-5bd9-4c79-be68-2024bd63ccca service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cb3fa42f2964c6bb0dea1c1a4ac2031&device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 1161 time: 0.0833099
Dec 04 00:46:25.921157 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-f3d9b2f2-6d07-4186-b1b2-92160052c9dc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1413bedd-b533-4651-9857-84c26b53e6b9 HTTP/1.1" status: 200  len: 217 time: 0.0728478
Dec 04 00:46:26.176619 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3ff47-935f-4ad0-bd8f-5d6d5181f691 req-bf64635b-953f-4a6b-bfc6-add989b9f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:26.178500 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fc3ff47-935f-4ad0-bd8f-5d6d5181f691 req-bf64635b-953f-4a6b-bfc6-add989b9f391 service neutron] 10.222.0.91 "GET /v2.0/networks?id=db62c53c-6feb-4f3c-a043-552896100a06 HTTP/1.1" status: 200  len: 863 time: 0.4124486
Dec 04 00:46:26.265974 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fc3ff47-935f-4ad0-bd8f-5d6d5181f691 req-b42622f2-4b22-4c23-ab99-d45ec154676a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=8d85fc12-ba1c-4fc2-a189-cbd105555888 HTTP/1.1" status: 200  len: 217 time: 0.0703690
Dec 04 00:46:26.284173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951db80a-fd7c-4510-a932-f76eee7a821d req-0d4379cf-140f-4f2a-8243-da475acbda95 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:26.286039 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-951db80a-fd7c-4510-a932-f76eee7a821d req-0d4379cf-140f-4f2a-8243-da475acbda95 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 948 time: 0.1633306
Dec 04 00:46:26.317964 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-87b42e6f-4b5d-406d-a70d-d8bb393adae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:26.319576 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-87b42e6f-4b5d-406d-a70d-d8bb393adae5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2dd1b4bf-3c93-43a9-bef9-7e21218b6544 HTTP/1.1" status: 200  len: 854 time: 0.3882129
Dec 04 00:46:26.359181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:26.378179 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-72be69e6-018b-4b7e-879f-42ffc50ccd24 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9a051e40-edbf-4acc-ad11-99eefa876f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488625
Dec 04 00:46:26.386886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3ff47-935f-4ad0-bd8f-5d6d5181f691 req-4d069bb0-aca0-4ff6-917a-f601b52b9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:26.388479 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fc3ff47-935f-4ad0-bd8f-5d6d5181f691 req-4d069bb0-aca0-4ff6-917a-f601b52b9176 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=37dafafd-882a-43ff-9f6e-bcfba20e1114 HTTP/1.1" status: 200  len: 843 time: 0.1016905
Dec 04 00:46:26.390657 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153ff44-d5d2-4dc7-b2e9-c36cca21f93f req-f7e177a4-a071-45b5-93d8-3139847f5e65 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:26.392605 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d153ff44-d5d2-4dc7-b2e9-c36cca21f93f req-f7e177a4-a071-45b5-93d8-3139847f5e65 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 944 time: 0.1586785
Dec 04 00:46:26.392817 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-951db80a-fd7c-4510-a932-f76eee7a821d req-0555545e-a286-43bc-aa42-ae93cf855402 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662026
Dec 04 00:46:26.491402 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3ff47-935f-4ad0-bd8f-5d6d5181f691 req-3d14614d-f17a-4161-b82f-e3a63a49c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:26.493750 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fc3ff47-935f-4ad0-bd8f-5d6d5181f691 req-3d14614d-f17a-4161-b82f-e3a63a49c624 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=db62c53c-6feb-4f3c-a043-552896100a06&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0866213
Dec 04 00:46:26.530204 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d153ff44-d5d2-4dc7-b2e9-c36cca21f93f req-50cf8935-adf7-4731-b483-acea23e5bf57 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311998
Dec 04 00:46:26.584305 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-1e3cd933-ed68-4e74-a63d-1bcfeafc92e2 service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1705709
Dec 04 00:46:26.668360 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fc3ff47-935f-4ad0-bd8f-5d6d5181f691 req-58202f4a-1a5c-4dfd-a5d2-fefac7659221 service neutron] 10.222.0.91 "GET /v2.0/networks/db62c53c-6feb-4f3c-a043-552896100a06?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1669621
Dec 04 00:46:26.739555 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d81a2bdc-88e0-4815-94b4-6ac17c12a4e6 req-19bc8cda-570e-40f1-8f72-4446c582831e service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457510
Dec 04 00:46:26.844834 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fc3ff47-935f-4ad0-bd8f-5d6d5181f691 req-2558d962-8a2d-4af7-944e-ccdab52e25a2 service neutron] 10.222.0.91 "GET /v2.0/networks/db62c53c-6feb-4f3c-a043-552896100a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1625614
Dec 04 00:46:26.917766 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349db3b-4952-4f0a-8cac-aae7d841e4c0 req-4ad0e852-7894-4387-a840-086c8744049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:26.919743 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5349db3b-4952-4f0a-8cac-aae7d841e4c0 req-4ad0e852-7894-4387-a840-086c8744049a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cb3fa42f2964c6bb0dea1c1a4ac2031&device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 1161 time: 0.1120851
Dec 04 00:46:27.035492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59c991-02a1-4747-9d94-655bb8f6a7c8 req-39ebef34-d8cc-4130-b80a-ae4fea50fdcb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:27.037420 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb59c991-02a1-4747-9d94-655bb8f6a7c8 req-39ebef34-d8cc-4130-b80a-ae4fea50fdcb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1087654
Dec 04 00:46:27.094729 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb59c991-02a1-4747-9d94-655bb8f6a7c8 req-2f11cd90-a086-4d89-93c9-ae951fd6034f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495856
Dec 04 00:46:27.103195 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349db3b-4952-4f0a-8cac-aae7d841e4c0 req-b3017c46-70ff-4951-9f80-6e3376b48a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:27.105021 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5349db3b-4952-4f0a-8cac-aae7d841e4c0 req-b3017c46-70ff-4951-9f80-6e3376b48a13 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9a051e40-edbf-4acc-ad11-99eefa876f20 HTTP/1.1" status: 200  len: 908 time: 0.1740134
Dec 04 00:46:27.187926 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5349db3b-4952-4f0a-8cac-aae7d841e4c0 req-b69acb0a-a955-4e79-a676-6a34652787ff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1413bedd-b533-4651-9857-84c26b53e6b9 HTTP/1.1" status: 200  len: 217 time: 0.0672519
Dec 04 00:46:27.272577 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349db3b-4952-4f0a-8cac-aae7d841e4c0 req-6854775b-b133-445a-a147-673e08d559a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:27.274477 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5349db3b-4952-4f0a-8cac-aae7d841e4c0 req-6854775b-b133-445a-a147-673e08d559a0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2dd1b4bf-3c93-43a9-bef9-7e21218b6544 HTTP/1.1" status: 200  len: 854 time: 0.0744562
Dec 04 00:46:27.327610 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5349db3b-4952-4f0a-8cac-aae7d841e4c0 req-50a78469-a788-48f8-829c-e868fd48aed9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9a051e40-edbf-4acc-ad11-99eefa876f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442278
Dec 04 00:46:27.483761 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5349db3b-4952-4f0a-8cac-aae7d841e4c0 req-b824db15-49be-496e-a24c-67b275c95470 service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465220
Dec 04 00:46:27.628106 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b198568-7876-4b4a-b40b-f7673b342ad4 req-0ef52e76-4e4e-4c74-b58d-4aedfe3d7f63 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:27.644694 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5b198568-7876-4b4a-b40b-f7673b342ad4 req-0ef52e76-4e4e-4c74-b58d-4aedfe3d7f63 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 948 time: 0.1088097
Dec 04 00:46:27.659713 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5349db3b-4952-4f0a-8cac-aae7d841e4c0 req-a02da6d5-bb1f-413c-95e1-588e6c922322 service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1613426
Dec 04 00:46:27.708718 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5b198568-7876-4b4a-b40b-f7673b342ad4 req-2b9156f6-fa24-4ffb-9c8c-49e286fdbf93 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628946
Dec 04 00:46:27.842529 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f154529-4cf5-4dea-a9ba-3df1e04b5f2d req-c98d655f-ba33-48bb-b338-b36709e543ed tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:27.844182 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f154529-4cf5-4dea-a9ba-3df1e04b5f2d req-c98d655f-ba33-48bb-b338-b36709e543ed tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 944 time: 0.0866277
Dec 04 00:46:27.895896 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f154529-4cf5-4dea-a9ba-3df1e04b5f2d req-ab9dd8ca-0644-4c60-a20b-21b3aba6b164 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449803
Dec 04 00:46:28.349364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f6564-a564-45d8-84de-324e001e775d req-6925e0a3-040d-4831-a519-96a0928e576d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:28.350997 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e0f6564-a564-45d8-84de-324e001e775d req-6925e0a3-040d-4831-a519-96a0928e576d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0870321
Dec 04 00:46:28.403282 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e0f6564-a564-45d8-84de-324e001e775d req-81f873bc-4c82-47be-bc29-a903bd2d08bd tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453258
Dec 04 00:46:28.936694 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09525a77-0ae4-4b8d-8562-13367fc9728d req-cd34f8be-45a0-4eac-bc48-b5bb9ef1da27 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:28.938286 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09525a77-0ae4-4b8d-8562-13367fc9728d req-cd34f8be-45a0-4eac-bc48-b5bb9ef1da27 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 948 time: 0.0861044
Dec 04 00:46:28.988493 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09525a77-0ae4-4b8d-8562-13367fc9728d req-0afe88f1-044f-40c7-8df2-5d8044303e62 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432446
Dec 04 00:46:29.122141 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5664a60-63c3-41b6-bc2b-2bd2ee0280fd req-113ed379-c7e2-4bd9-9626-9eef1f0c1da5 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:29.123807 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5664a60-63c3-41b6-bc2b-2bd2ee0280fd req-113ed379-c7e2-4bd9-9626-9eef1f0c1da5 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 944 time: 0.0928991
Dec 04 00:46:29.172945 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5664a60-63c3-41b6-bc2b-2bd2ee0280fd req-ef1409d4-d46f-4e2d-9766-85803ba95c76 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422964
Dec 04 00:46:32.348041 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3f674-2efe-492a-b3bd-5b97a4ecc8c6 req-6c2274a7-2795-4bce-b1a7-a30e73826fbc tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:32.349814 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fd3f674-2efe-492a-b3bd-5b97a4ecc8c6 req-6c2274a7-2795-4bce-b1a7-a30e73826fbc tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0882771
Dec 04 00:46:32.402887 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fd3f674-2efe-492a-b3bd-5b97a4ecc8c6 req-6ae67fe1-2522-46b9-90ff-c91ca09f56c9 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453317
Dec 04 00:46:32.417296 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae65e4-d4af-4fd1-bd00-d92db91e8138 req-02acb5a0-00a9-440f-ba31-91a10fc1df6a tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:32.418950 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b9ae65e4-d4af-4fd1-bd00-d92db91e8138 req-02acb5a0-00a9-440f-ba31-91a10fc1df6a tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 948 time: 0.0915039
Dec 04 00:46:32.439414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network db62c53c-6feb-4f3c-a043-552896100a06 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:46:32.476144 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b9ae65e4-d4af-4fd1-bd00-d92db91e8138 req-5ee09b2d-387d-4ef8-bafb-fd9e558a77b8 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506468
Dec 04 00:46:32.634660 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1154c5-b9d1-41d1-b714-1dfae77f5d0f req-256ced8f-b506-4c3d-8091-f94ab806f91f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:32.636301 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-df1154c5-b9d1-41d1-b714-1dfae77f5d0f req-256ced8f-b506-4c3d-8091-f94ab806f91f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 944 time: 0.0851820
Dec 04 00:46:32.692415 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-df1154c5-b9d1-41d1-b714-1dfae77f5d0f req-c74402cb-67cd-49e9-b11f-820edaea9f9d tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455222
Dec 04 00:46:32.847549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-67c59c7c-ea25-401d-8c9d-909bfebf6604 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 00:46:33.635473 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414781dd-6ce7-49a5-bc4c-d29a8332107c req-5ac41245-232b-4121-8949-62d09b0aa3b6 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:33.637194 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-414781dd-6ce7-49a5-bc4c-d29a8332107c req-5ac41245-232b-4121-8949-62d09b0aa3b6 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0885491
Dec 04 00:46:33.686254 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-414781dd-6ce7-49a5-bc4c-d29a8332107c req-56d3853b-135a-4c08-86e5-e0f0999717bc tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421553
Dec 04 00:46:33.695721 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f7cad-472f-4e8e-a866-a51859782df9 req-310b2926-a3ba-4259-a215-02cc3cad5522 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:33.697485 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc9f7cad-472f-4e8e-a866-a51859782df9 req-310b2926-a3ba-4259-a215-02cc3cad5522 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 948 time: 0.0881021
Dec 04 00:46:33.746439 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc9f7cad-472f-4e8e-a866-a51859782df9 req-5346502a-4d16-4e06-b60e-adbe0a112b0a tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420957
Dec 04 00:46:33.910936 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f60b4-d6fe-47f4-b3af-dde570e3f769 req-29b104ef-d9ac-4490-856c-fd84bf6b78a5 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:33.912506 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a5f60b4-d6fe-47f4-b3af-dde570e3f769 req-29b104ef-d9ac-4490-856c-fd84bf6b78a5 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 944 time: 0.0894358
Dec 04 00:46:33.964516 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a5f60b4-d6fe-47f4-b3af-dde570e3f769 req-426ff9f6-b9c0-4993-8751-d91a99df4b80 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426652
Dec 04 00:46:34.052097 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 8d85fc12-ba1c-4fc2-a189-cbd105555888 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:46:34.131038 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port 8d85fc12-ba1c-4fc2-a189-cbd105555888 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:46:34.136264 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 8d85fc12-ba1c-4fc2-a189-cbd105555888 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:46:34.136697 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:34.286036 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:34.318023 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68873048-fc65-4a42-aef2-c4e9dd891776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d85fc12-ba1c-4fc2-a189-cbd105555888'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:46:34.328706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 8d85fc12-ba1c-4fc2-a189-cbd105555888, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8d85fc12-ba1c-4fc2-a189-cbd105555888,segment=NetworkSegment(b97ea123-6911-419f-a817-8761e76f2fed),segment_id=b97ea123-6911-419f-a817-8761e76f2fed)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:46:34.333394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:34.335672 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:34.392176 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68873048-fc65-4a42-aef2-c4e9dd891776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d85fc12-ba1c-4fc2-a189-cbd105555888', 'code': 200}
Dec 04 00:46:34.436973 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=8d85fc12-ba1c-4fc2-a189-cbd105555888,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:34.454802 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.455196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.455609 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.456032 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.456344 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.456710 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.457080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.457445 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.459532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.459952 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.460275 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.460646 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.461100 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.461486 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.461875 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.462162 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.462522 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.462898 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.463675 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.463675 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.463993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.464346 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.464706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.465064 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:34.480606 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:34.744453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12259e4b-6380-4f6b-9fa3-a33687a9f62b req-1ccb3165-32ce-4203-b131-439169726616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:34.746570 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12259e4b-6380-4f6b-9fa3-a33687a9f62b req-1ccb3165-32ce-4203-b131-439169726616 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 1167 time: 0.0935149
Dec 04 00:46:34.801315 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12259e4b-6380-4f6b-9fa3-a33687a9f62b req-2975679f-8454-4d56-b962-b45eb761b0fc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471814
Dec 04 00:46:34.954139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cd26e-e754-4b99-b135-1e62450d6376 req-1a58a91f-9e32-45e9-8fdd-83a3497a695d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:34.955931 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6b9cd26e-e754-4b99-b135-1e62450d6376 req-1a58a91f-9e32-45e9-8fdd-83a3497a695d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0894234
Dec 04 00:46:34.981280 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe7fde-5826-48f6-8eaa-852faef6ee68 req-6c7b1e45-d18d-42a6-899c-6f60f5e02da1 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:34.983267 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2bfe7fde-5826-48f6-8eaa-852faef6ee68 req-6c7b1e45-d18d-42a6-899c-6f60f5e02da1 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 950 time: 0.0897803
Dec 04 00:46:35.006161 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6b9cd26e-e754-4b99-b135-1e62450d6376 req-7822e062-ad11-4075-9974-541e2fb7c301 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436351
Dec 04 00:46:35.031675 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2bfe7fde-5826-48f6-8eaa-852faef6ee68 req-3a59f920-8a4f-43eb-a853-bd9dced278a9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414865
Dec 04 00:46:35.212609 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05532ab3-fdda-4000-ad76-74696ad118a3 req-9cda29bc-cbaf-42e9-aa80-7329af714914 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:35.214303 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05532ab3-fdda-4000-ad76-74696ad118a3 req-9cda29bc-cbaf-42e9-aa80-7329af714914 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 944 time: 0.0888405
Dec 04 00:46:35.270850 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-05532ab3-fdda-4000-ad76-74696ad118a3 req-aeeea5eb-3110-4541-9330-714d861c6741 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493410
Dec 04 00:46:36.084965 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 8d85fc12-ba1c-4fc2-a189-cbd105555888 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:46:36.167519 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 8d85fc12-ba1c-4fc2-a189-cbd105555888 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:46:36.167923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:36.281651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb28de-3512-47ac-972d-b2bf28dc6356 req-76fdceed-d71a-453a-8009-f7d2807504ba tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:36.290887 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d3fb28de-3512-47ac-972d-b2bf28dc6356 req-76fdceed-d71a-453a-8009-f7d2807504ba tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1062808
Dec 04 00:46:36.340910 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 1413bedd-b533-4651-9857-84c26b53e6b9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:46:36.344158 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d3fb28de-3512-47ac-972d-b2bf28dc6356 req-93a13893-5e3d-4b3b-a732-3fa54cc49e6b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522079
Dec 04 00:46:36.466152 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port 1413bedd-b533-4651-9857-84c26b53e6b9 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:46:36.480110 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 1413bedd-b533-4651-9857-84c26b53e6b9 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:46:36.483091 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:36.678313 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:36.678535 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a000c0-518e-42a9-a316-41e5b5382b3e req-f45e9565-dbce-410e-99f0-d897cb97c74f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:36.687607 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67a000c0-518e-42a9-a316-41e5b5382b3e req-f45e9565-dbce-410e-99f0-d897cb97c74f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 944 time: 0.1035626
Dec 04 00:46:36.716080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c6f839-21c8-4d32-becb-36d299822686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1413bedd-b533-4651-9857-84c26b53e6b9'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:46:36.732714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 1413bedd-b533-4651-9857-84c26b53e6b9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1413bedd-b533-4651-9857-84c26b53e6b9,segment=NetworkSegment(f0c38287-3d7f-4fbc-a583-19e6545d60d3),segment_id=f0c38287-3d7f-4fbc-a583-19e6545d60d3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:46:36.736937 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:36.739607 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:36.741811 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67a000c0-518e-42a9-a316-41e5b5382b3e req-7b263fa1-cdee-4330-b489-900f25cde481 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529907
Dec 04 00:46:36.744219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db2729-d50b-4efa-b68e-b95650872e24 req-64459ae3-499f-4933-bf98-604ce7293aa7 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:36.745961 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e5db2729-d50b-4efa-b68e-b95650872e24 req-64459ae3-499f-4933-bf98-604ce7293aa7 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 950 time: 0.0912352
Dec 04 00:46:36.802802 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e5db2729-d50b-4efa-b68e-b95650872e24 req-5ce70e58-9dda-4609-b84d-da85b105edd9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484309
Dec 04 00:46:36.809076 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c6f839-21c8-4d32-becb-36d299822686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1413bedd-b533-4651-9857-84c26b53e6b9', 'code': 200}
Dec 04 00:46:36.821946 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=1413bedd-b533-4651-9857-84c26b53e6b9,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:36.825604 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:37.046802 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 53414) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:37.212366 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2e6c5d43-9eeb-4454-b27d-96ac4625605f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:37.229016 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2e6c5d43-9eeb-4454-b27d-96ac4625605f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:46:37.233157 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2e6c5d43-9eeb-4454-b27d-96ac4625605f admin admin] Usage tracker for resource:security_group_rule and tenant:602012f4119142d788f52d32f01ca03f is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:46:37.236388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2e6c5d43-9eeb-4454-b27d-96ac4625605f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:46:37.242655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2e6c5d43-9eeb-4454-b27d-96ac4625605f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:46:37.330352 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2e6c5d43-9eeb-4454-b27d-96ac4625605f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:37.334214 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2e6c5d43-9eeb-4454-b27d-96ac4625605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:37.341734 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3fad390d-63ad-4cb1-972b-cfe6ea347b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:37.385713 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2e6c5d43-9eeb-4454-b27d-96ac4625605f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=602012f4119142d788f52d32f01ca03f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3373778
Dec 04 00:46:37.386708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c5d43-9eeb-4454-b27d-96ac4625605f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d0742f-7c97-40a5-bb11-77836c0ee2e2,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:37.389085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 53422) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:37.390349 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2e6c5d43-9eeb-4454-b27d-96ac4625605f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:37.456655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4966c238-821e-4501-8d6e-200ce9e4fa60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:37.526884 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4966c238-821e-4501-8d6e-200ce9e4fa60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:37.600321 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a63ccf-dbf4-48d6-8c14-ff44fadc2adf req-eb86aba8-fdd4-4a79-8bc7-7a8772d86bac tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:37.601937 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-70a63ccf-dbf4-48d6-8c14-ff44fadc2adf req-eb86aba8-fdd4-4a79-8bc7-7a8772d86bac tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1326284
Dec 04 00:46:37.606776 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4966c238-821e-4501-8d6e-200ce9e4fa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:37.613950 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-66b15712-0c5c-49f5-92e2-4f85ba008786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:37.646275 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966c238-821e-4501-8d6e-200ce9e4fa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d0742f-7c97-40a5-bb11-77836c0ee2e2,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:37.653667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4966c238-821e-4501-8d6e-200ce9e4fa60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:37.672855 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4966c238-821e-4501-8d6e-200ce9e4fa60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:37.676188 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4966c238-821e-4501-8d6e-200ce9e4fa60 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/91d0742f-7c97-40a5-bb11-77836c0ee2e2 HTTP/1.1" status: 204  len: 168 time: 0.2825630
Dec 04 00:46:37.681917 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-70a63ccf-dbf4-48d6-8c14-ff44fadc2adf req-94ec7308-48a9-4a6a-8753-3f02fe1f92f4 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703771
Dec 04 00:46:37.945855 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce810d4a-e956-46ac-81bf-3927f3f1a024 req-172ea7d5-ba84-4233-9da1-b2ba4e412807 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:37.947453 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ce810d4a-e956-46ac-81bf-3927f3f1a024 req-172ea7d5-ba84-4233-9da1-b2ba4e412807 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.0831015
Dec 04 00:46:37.996124 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ce810d4a-e956-46ac-81bf-3927f3f1a024 req-6126ad1a-9e10-4fb0-a543-861e5f8dfafa tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415277
Dec 04 00:46:38.034001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 53438) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:38.053188 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-733c3599-e23a-4526-8d86-0c7d848c122b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:38.073101 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-733c3599-e23a-4526-8d86-0c7d848c122b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:46:38.077819 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-733c3599-e23a-4526-8d86-0c7d848c122b admin admin] Usage tracker for resource:security_group_rule and tenant:3dc8c5671dd742b2b07317ea4ae5b60a is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:46:38.080288 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-733c3599-e23a-4526-8d86-0c7d848c122b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:46:38.085969 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-733c3599-e23a-4526-8d86-0c7d848c122b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:46:38.241381 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804b367-765a-4e03-9a26-65a895d8f7ce req-f6ec36ea-d5c5-4d83-bf70-56fa3e9bd3f0 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:38.242976 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8804b367-765a-4e03-9a26-65a895d8f7ce req-f6ec36ea-d5c5-4d83-bf70-56fa3e9bd3f0 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 950 time: 0.1299026
Dec 04 00:46:38.247297 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-733c3599-e23a-4526-8d86-0c7d848c122b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:38.264515 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-733c3599-e23a-4526-8d86-0c7d848c122b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:38.275034 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d1f0ffce-0027-45eb-9195-feb842f35577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:38.337970 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-733c3599-e23a-4526-8d86-0c7d848c122b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3dc8c5671dd742b2b07317ea4ae5b60a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3027217
Dec 04 00:46:38.341174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 53444) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:38.341578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c3599-e23a-4526-8d86-0c7d848c122b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681a23b0-87d9-45d0-bf16-b04c4f459f38,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:38.346065 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8804b367-765a-4e03-9a26-65a895d8f7ce req-ffe76e05-db97-4d5b-9697-6b50c4d4217b tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963724
Dec 04 00:46:38.346891 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-733c3599-e23a-4526-8d86-0c7d848c122b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:38.406310 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60ad99c4-4292-4f62-9ed8-2ef8e7e56b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:38.434637 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60ad99c4-4292-4f62-9ed8-2ef8e7e56b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:38.485548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60ad99c4-4292-4f62-9ed8-2ef8e7e56b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:38.490374 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b833d20d-6a7c-4f76-87bf-9f2a1dea85d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:38.503391 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad99c4-4292-4f62-9ed8-2ef8e7e56b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681a23b0-87d9-45d0-bf16-b04c4f459f38,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:38.508268 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-60ad99c4-4292-4f62-9ed8-2ef8e7e56b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:38.512725 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-60ad99c4-4292-4f62-9ed8-2ef8e7e56b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:38.514072 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-60ad99c4-4292-4f62-9ed8-2ef8e7e56b64 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/681a23b0-87d9-45d0-bf16-b04c4f459f38 HTTP/1.1" status: 204  len: 168 time: 0.1716590
Dec 04 00:46:38.902581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bebce-af79-4d62-a703-b8a12f58b1d8 req-aafff11f-7aa0-4963-ae2f-f0e54ed6554c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:38.904252 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-535bebce-af79-4d62-a703-b8a12f58b1d8 req-aafff11f-7aa0-4963-ae2f-f0e54ed6554c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0873873
Dec 04 00:46:38.953854 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-535bebce-af79-4d62-a703-b8a12f58b1d8 req-ceb3663e-a916-4e80-b6ec-bdb34f183d63 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423167
Dec 04 00:46:39.217352 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55b9cf-68f9-45c6-9e7e-89e9f886c371 req-77ce2536-3a16-4ff6-8cb3-62aaed227780 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:39.219292 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7e55b9cf-68f9-45c6-9e7e-89e9f886c371 req-77ce2536-3a16-4ff6-8cb3-62aaed227780 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.0885243
Dec 04 00:46:39.269806 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7e55b9cf-68f9-45c6-9e7e-89e9f886c371 req-25988ed4-0685-4899-9612-4b74e5071366 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437539
Dec 04 00:46:39.564314 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcfbe5-d53b-43e0-a030-fa16187edd36 req-8a03d3b5-a6b0-4341-ac50-313a3e043c04 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:39.565944 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1cfcfbe5-d53b-43e0-a030-fa16187edd36 req-8a03d3b5-a6b0-4341-ac50-313a3e043c04 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 950 time: 0.0887148
Dec 04 00:46:39.629208 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1cfcfbe5-d53b-43e0-a030-fa16187edd36 req-817a0c14-19a1-4b44-b99c-8698e32689a6 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564406
Dec 04 00:46:39.832129 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a401f66-e7bf-444a-915f-837c62e937e5 req-f579ea2e-c699-4271-9f91-5d5986ced963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:39.834135 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9a401f66-e7bf-444a-915f-837c62e937e5 req-f579ea2e-c699-4271-9f91-5d5986ced963 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 1163 time: 0.0860145
Dec 04 00:46:39.897884 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9a401f66-e7bf-444a-915f-837c62e937e5 req-ab445e5a-3bb2-443c-b16f-808c7cac9afe service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494759
Dec 04 00:46:40.025860 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 8d85fc12-ba1c-4fc2-a189-cbd105555888 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:46:40.103005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 8d85fc12-ba1c-4fc2-a189-cbd105555888 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:46:40.103855 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:40.175925 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f04fd-114d-48e7-a751-cba25e139728 req-6d43033e-e076-48b2-a038-6a3c59051275 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:40.177583 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d15f04fd-114d-48e7-a751-cba25e139728 req-6d43033e-e076-48b2-a038-6a3c59051275 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0888467
Dec 04 00:46:40.256715 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d15f04fd-114d-48e7-a751-cba25e139728 req-d838438b-f39c-41ec-bfc2-d3ca72ed509c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618184
Dec 04 00:46:40.270781 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 1413bedd-b533-4651-9857-84c26b53e6b9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:46:40.365014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 1413bedd-b533-4651-9857-84c26b53e6b9 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:46:40.365515 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:40.524708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b33f8-56f1-48a5-a181-50a472bebf2d req-38f8ebfb-3c7d-444a-bdf7-ed09738450c2 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:40.526303 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e2b33f8-56f1-48a5-a181-50a472bebf2d req-38f8ebfb-3c7d-444a-bdf7-ed09738450c2 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.1047001
Dec 04 00:46:40.576469 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e2b33f8-56f1-48a5-a181-50a472bebf2d req-9b214581-0f3b-4225-8dd9-fdd1fa1541f4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433016
Dec 04 00:46:40.849941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc11b11-658c-43e6-911d-a6528cbf250a req-995a6225-d51e-4676-9fdd-3494385c4ede tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:40.851566 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8fc11b11-658c-43e6-911d-a6528cbf250a req-995a6225-d51e-4676-9fdd-3494385c4ede tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 950 time: 0.0872242
Dec 04 00:46:40.904304 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8fc11b11-658c-43e6-911d-a6528cbf250a req-34b974c2-dc56-406f-b2fc-fc5576489b66 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457618
Dec 04 00:46:41.124411 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 53534) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:41.285523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-69bd1b38-1887-4f68-98ea-0232e0ef471c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:41.301163 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-69bd1b38-1887-4f68-98ea-0232e0ef471c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:46:41.305222 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-69bd1b38-1887-4f68-98ea-0232e0ef471c admin admin] Usage tracker for resource:security_group_rule and tenant:9b343b80cc644569bdd282b106ec0ca2 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:46:41.308394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-69bd1b38-1887-4f68-98ea-0232e0ef471c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:46:41.315204 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-69bd1b38-1887-4f68-98ea-0232e0ef471c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:46:41.400933 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-69bd1b38-1887-4f68-98ea-0232e0ef471c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:41.404383 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-69bd1b38-1887-4f68-98ea-0232e0ef471c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:41.412807 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c19256-f7a1-4cb4-88f8-c2b118404cd7 req-a4015146-f50f-4e99-8190-30cae0f5844d tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:41.414439 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a5c19256-f7a1-4cb4-88f8-c2b118404cd7 req-a4015146-f50f-4e99-8190-30cae0f5844d tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 950 time: 0.0851061
Dec 04 00:46:41.415282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-019d340c-af3f-4a42-8c54-327ea44c2665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:41.461888 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a5c19256-f7a1-4cb4-88f8-c2b118404cd7 req-e49755d9-3f4e-4a65-94f1-3d5f5b255390 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409377
Dec 04 00:46:41.510750 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-69bd1b38-1887-4f68-98ea-0232e0ef471c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9b343b80cc644569bdd282b106ec0ca2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3849547
Dec 04 00:46:41.513277 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd1b38-1887-4f68-98ea-0232e0ef471c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8035f198-5c29-4fca-abca-a8eb53553ff9,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:41.513822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 53544) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:41.516973 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-69bd1b38-1887-4f68-98ea-0232e0ef471c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:41.549058 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022b55f-0512-4852-94c8-ea14bc27fd44 req-0a2311a5-be40-446d-acbb-375d5eb7df5f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:41.550681 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1022b55f-0512-4852-94c8-ea14bc27fd44 req-0a2311a5-be40-446d-acbb-375d5eb7df5f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1364717
Dec 04 00:46:41.578810 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c552406-bf41-4f49-8804-66efb715d7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:41.600028 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1022b55f-0512-4852-94c8-ea14bc27fd44 req-9225141a-9180-4fd4-9f1a-61d566b42996 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422075
Dec 04 00:46:41.610649 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c552406-bf41-4f49-8804-66efb715d7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:41.658795 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c552406-bf41-4f49-8804-66efb715d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:41.663790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f83b6544-e2c1-4c3b-ab22-3a29084839b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:41.679283 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c552406-bf41-4f49-8804-66efb715d7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8035f198-5c29-4fca-abca-a8eb53553ff9,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:41.681960 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3c552406-bf41-4f49-8804-66efb715d7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:41.702558 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3c552406-bf41-4f49-8804-66efb715d7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:41.703745 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3c552406-bf41-4f49-8804-66efb715d7e8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8035f198-5c29-4fca-abca-a8eb53553ff9 HTTP/1.1" status: 204  len: 168 time: 0.1887419
Dec 04 00:46:41.800809 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cdc86-0baf-414b-aa19-965bfcc6186c req-5a99805e-438c-426b-9c7d-7ee6ad1a3dc5 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:41.802624 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-382cdc86-0baf-414b-aa19-965bfcc6186c req-5a99805e-438c-426b-9c7d-7ee6ad1a3dc5 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.0914550
Dec 04 00:46:41.853060 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-382cdc86-0baf-414b-aa19-965bfcc6186c req-d14c5f31-4c12-4a2f-9aeb-f0a6d7b74903 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437109
Dec 04 00:46:42.068850 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 53560) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:42.092211 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a49ad77e-20fb-4c53-82b6-be7da625797a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:42.175793 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-08de8542-8b38-4f96-9d87-8030a3108700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:42.307553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a49ad77e-20fb-4c53-82b6-be7da625797a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:46:42.311977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a49ad77e-20fb-4c53-82b6-be7da625797a admin admin] Usage tracker for resource:security_group_rule and tenant:0eb5656e074443148424109dc62b1844 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:46:42.315200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a49ad77e-20fb-4c53-82b6-be7da625797a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:46:42.321095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a49ad77e-20fb-4c53-82b6-be7da625797a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:46:42.408062 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a49ad77e-20fb-4c53-82b6-be7da625797a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:42.412347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a49ad77e-20fb-4c53-82b6-be7da625797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:42.419303 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-489d5aaa-089a-44c5-8179-34bd93beee8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:42.462667 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a49ad77e-20fb-4c53-82b6-be7da625797a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0eb5656e074443148424109dc62b1844&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3925638
Dec 04 00:46:42.463582 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ad77e-20fb-4c53-82b6-be7da625797a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6c8b95-cd46-4850-9cd3-c12f541ef385,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:42.465924 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 53566) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:42.466786 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a49ad77e-20fb-4c53-82b6-be7da625797a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:42.530206 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-856d1a85-7c08-45c0-b1d3-eff6cadf2fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:42.559176 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-856d1a85-7c08-45c0-b1d3-eff6cadf2fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:42.611379 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-856d1a85-7c08-45c0-b1d3-eff6cadf2fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:42.616857 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-21d1398d-df18-4ff5-ac63-f705d24bcf99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:42.630047 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d1a85-7c08-45c0-b1d3-eff6cadf2fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6c8b95-cd46-4850-9cd3-c12f541ef385,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:42.635077 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-856d1a85-7c08-45c0-b1d3-eff6cadf2fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:42.640209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-856d1a85-7c08-45c0-b1d3-eff6cadf2fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:42.643959 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-856d1a85-7c08-45c0-b1d3-eff6cadf2fa1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ff6c8b95-cd46-4850-9cd3-c12f541ef385 HTTP/1.1" status: 204  len: 168 time: 0.1745503
Dec 04 00:46:42.686911 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6eda4-2d59-4e6e-afae-8cec9e7e7472 req-60ae76c2-44d4-4588-b168-72cab5822e8f tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:42.688601 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-55f6eda4-2d59-4e6e-afae-8cec9e7e7472 req-60ae76c2-44d4-4588-b168-72cab5822e8f tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 950 time: 0.0928690
Dec 04 00:46:42.743358 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-55f6eda4-2d59-4e6e-afae-8cec9e7e7472 req-decb4583-84ac-4acb-98d6-d5b72564072e tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482118
Dec 04 00:46:42.940611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371dca5-778f-4cac-9d2e-2db78c1d96cb req-92909b8f-8a93-4470-b96e-2fa2552fde55 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:42.942289 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4371dca5-778f-4cac-9d2e-2db78c1d96cb req-92909b8f-8a93-4470-b96e-2fa2552fde55 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0871639
Dec 04 00:46:42.991289 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4371dca5-778f-4cac-9d2e-2db78c1d96cb req-82660268-418d-413a-b838-138fb98d7412 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418012
Dec 04 00:46:43.199988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0831a-74e4-4bb9-95df-17d32be936f8 req-e2439584-2a0f-4ded-b884-36cd5fa2bdb3 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:43.201610 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-41a0831a-74e4-4bb9-95df-17d32be936f8 req-e2439584-2a0f-4ded-b884-36cd5fa2bdb3 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.0904491
Dec 04 00:46:43.265211 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-41a0831a-74e4-4bb9-95df-17d32be936f8 req-ccd4282d-4be0-4991-9ac4-b482adf08c50 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438015
Dec 04 00:46:43.969905 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50707882-44e9-4ab5-aed0-93fc58c2c3f8 req-bbe94e58-f8f8-4aea-8b61-8aead4bd9b4a tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:43.972197 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50707882-44e9-4ab5-aed0-93fc58c2c3f8 req-bbe94e58-f8f8-4aea-8b61-8aead4bd9b4a tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 950 time: 0.0978570
Dec 04 00:46:44.033517 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50707882-44e9-4ab5-aed0-93fc58c2c3f8 req-9a0b63fd-253a-4676-b417-9b34828b4dae tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541706
Dec 04 00:46:44.252903 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e2db2-d3a1-48fc-b2aa-da5e94a43d00 req-be13d33f-7cc8-4078-9b8c-462daf31e490 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:44.261759 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6c6e2db2-d3a1-48fc-b2aa-da5e94a43d00 req-be13d33f-7cc8-4078-9b8c-462daf31e490 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1035419
Dec 04 00:46:44.349203 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6c6e2db2-d3a1-48fc-b2aa-da5e94a43d00 req-55ccd519-eaa8-43f7-b2d8-e3fc780c6aae tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862069
Dec 04 00:46:44.446062 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-76694b72-f0aa-4f51-923d-293d7ad731df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:44.558861 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f64c2-23fd-4303-80fb-c3495c75a1c2 req-0e5e6e34-abd7-4759-b3a4-4690e7554051 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:44.560532 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-863f64c2-23fd-4303-80fb-c3495c75a1c2 req-0e5e6e34-abd7-4759-b3a4-4690e7554051 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.1068456
Dec 04 00:46:44.621314 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-863f64c2-23fd-4303-80fb-c3495c75a1c2 req-a6e39695-22da-481e-b623-770523190bdd tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506771
Dec 04 00:46:45.335797 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537613a-a9d5-4105-8262-7ead8726ffc9 req-3c5f0964-f306-43f9-8c82-6cbead7de8ce tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:45.337669 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d537613a-a9d5-4105-8262-7ead8726ffc9 req-3c5f0964-f306-43f9-8c82-6cbead7de8ce tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 950 time: 0.1388509
Dec 04 00:46:45.417541 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d537613a-a9d5-4105-8262-7ead8726ffc9 req-51612157-639b-4ff7-a288-30f3a5036379 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731132
Dec 04 00:46:45.637474 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:45.656571 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa74f3d-20d5-4409-8067-272b797bced6 req-71b358f9-e786-4018-b539-a3c5047e67c2 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:45.658353 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4aa74f3d-20d5-4409-8067-272b797bced6 req-71b358f9-e786-4018-b539-a3c5047e67c2 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0985334
Dec 04 00:46:45.709842 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4aa74f3d-20d5-4409-8067-272b797bced6 req-47c41525-fd75-424f-8429-f08e73925995 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445924
Dec 04 00:46:45.730643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-42437a2c-b667-4349-8747-88406c38b6ed req-2d1f356f-eb1b-4f8f-9cf9-e246e12004a6 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Synchronizing usage tracker for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:46:45.749499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-42437a2c-b667-4349-8747-88406c38b6ed req-2d1f356f-eb1b-4f8f-9cf9-e246e12004a6 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Unset dirty status for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:46:45.750796 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-2d1f356f-eb1b-4f8f-9cf9-e246e12004a6 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-143496348&fields=id&tenant_id=159ca91a7f9e406ab5effb717ffc39d1 HTTP/1.1" status: 200  len: 267 time: 0.0737188
Dec 04 00:46:45.929207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42437a2c-b667-4349-8747-88406c38b6ed req-52b9c014-c043-44f6-bce8-326f6fd20af6 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:45.930114 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-42437a2c-b667-4349-8747-88406c38b6ed req-52b9c014-c043-44f6-bce8-326f6fd20af6 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Synchronizing usage tracker for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:46:45.947740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856a76a-883e-43b8-aad2-403f91f14b37 req-fdba603c-58cb-448d-a01a-706cd305bad0 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:45.948566 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-42437a2c-b667-4349-8747-88406c38b6ed req-52b9c014-c043-44f6-bce8-326f6fd20af6 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Unset dirty status for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:46:45.949666 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1856a76a-883e-43b8-aad2-403f91f14b37 req-fdba603c-58cb-448d-a01a-706cd305bad0 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.1097333
Dec 04 00:46:45.949853 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-52b9c014-c043-44f6-bce8-326f6fd20af6 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/networks?id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47 HTTP/1.1" status: 200  len: 809 time: 0.1910892
Dec 04 00:46:45.974045 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-4f792ed5-871c-4f32-a2d7-6ec9d82856bd tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/quotas/159ca91a7f9e406ab5effb717ffc39d1 HTTP/1.1" status: 200  len: 375 time: 0.0107415
Dec 04 00:46:46.005180 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1856a76a-883e-43b8-aad2-403f91f14b37 req-af542bfb-ab62-4fad-b29f-c6ac39dc0773 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446393
Dec 04 00:46:46.068055 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-31316a5b-3cf9-439f-bfb5-903b5f4cb99d tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?tenant_id=159ca91a7f9e406ab5effb717ffc39d1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0865452
Dec 04 00:46:46.100755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:46.239300 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-0d7d75a1-cbf3-4057-9662-917e6b21e65f service neutron] 10.222.0.88 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492238
Dec 04 00:46:46.394047 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-1e601a22-be85-48bb-9796-5a5ba943b164 service neutron] 10.222.0.88 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1455922
Dec 04 00:46:46.637025 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:46.674976 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8cda5-e255-47ee-8bdd-fd2e8ef3e671 req-486dcae1-cf88-4194-a1cd-bf27b52b6adb tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:46.676929 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63f8cda5-e255-47ee-8bdd-fd2e8ef3e671 req-486dcae1-cf88-4194-a1cd-bf27b52b6adb tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 950 time: 0.1008399
Dec 04 00:46:46.734016 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63f8cda5-e255-47ee-8bdd-fd2e8ef3e671 req-4c1b73c9-40cf-4727-82d0-20151dae8a20 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436897
Dec 04 00:46:47.096765 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f4d5a-1502-40e4-a8c5-a6b7bf23f052 req-6b6e4e7d-596b-4c6f-8400-2f06220aee21 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:47.099036 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d1f4d5a-1502-40e4-a8c5-a6b7bf23f052 req-6b6e4e7d-596b-4c6f-8400-2f06220aee21 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0914519
Dec 04 00:46:47.152908 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6d1f4d5a-1502-40e4-a8c5-a6b7bf23f052 req-a2f09cf2-58d5-4d5f-abfb-63c39fdb3ca0 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465949
Dec 04 00:46:47.264727 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-efb3d8aa-57f4-497c-ba41-4e13dd7b2d1e req-ed8c81f6-bfb2-4693-9894-307dd9b00f7e tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 210 time: 0.0495958
Dec 04 00:46:47.960325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f664ce4-bf16-41bf-ae5b-5526781b1fb5 req-851714de-7717-452f-aee5-2f91c13a9bee tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:47.961931 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4f664ce4-bf16-41bf-ae5b-5526781b1fb5 req-851714de-7717-452f-aee5-2f91c13a9bee tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 950 time: 0.0914106
Dec 04 00:46:48.013202 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4f664ce4-bf16-41bf-ae5b-5526781b1fb5 req-8eae6a70-71ce-4e01-bdf0-245bfb8a2a2a tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448275
Dec 04 00:46:48.367819 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4765d38-ed7a-4d10-8ff0-b0ffd9ce30d2 req-7f0879a3-8572-425d-b0c1-10cde379a0ca tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:48.369328 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a4765d38-ed7a-4d10-8ff0-b0ffd9ce30d2 req-7f0879a3-8572-425d-b0c1-10cde379a0ca tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0860844
Dec 04 00:46:48.419871 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a4765d38-ed7a-4d10-8ff0-b0ffd9ce30d2 req-09dea23c-b725-448c-9365-9e1dbbbc7624 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418785
Dec 04 00:46:48.590010 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1791431c-4479-4a73-bd93-51127a0709bc req-7c40241d-9873-4dfa-b35f-69a1d2b53030 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 210 time: 0.0528979
Dec 04 00:46:49.235857 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49249148-89f4-4798-8687-48acb2049801 req-be2a63ce-4cf0-46ee-b8ac-634da370cc9b tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:49.237503 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-49249148-89f4-4798-8687-48acb2049801 req-be2a63ce-4cf0-46ee-b8ac-634da370cc9b tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 950 time: 0.0863593
Dec 04 00:46:49.285367 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-49249148-89f4-4798-8687-48acb2049801 req-c2915a3e-e1d7-463b-b56e-937deb8a943a tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413716
Dec 04 00:46:49.426030 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:46:49.647368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f290f97-be1c-40ce-bee5-3bdbefbbebbd req-4eb769fd-02b1-4489-a39f-f0488c09eefe tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:49.649027 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0f290f97-be1c-40ce-bee5-3bdbefbbebbd req-4eb769fd-02b1-4489-a39f-f0488c09eefe tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0998411
Dec 04 00:46:49.706797 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0f290f97-be1c-40ce-bee5-3bdbefbbebbd req-4eaed5a7-163e-45b4-a6bc-5e2c6c6c00dc tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477345
Dec 04 00:46:49.871215 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f505d6b9-fba9-4cb1-ba33-3cce7a7425b3 req-d882c031-882c-4825-8d54-d613ecde9b0e tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 210 time: 0.0465882
Dec 04 00:46:50.505396 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382d823-33c5-4c85-827f-d93ad976c594 req-2252cea6-cec0-479b-9aa5-89bca11ecc63 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:50.507039 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3382d823-33c5-4c85-827f-d93ad976c594 req-2252cea6-cec0-479b-9aa5-89bca11ecc63 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 950 time: 0.0880065
Dec 04 00:46:50.568059 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3382d823-33c5-4c85-827f-d93ad976c594 req-907098e8-12c0-48dd-8033-108267e31561 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544012
Dec 04 00:46:50.722507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 8d85fc12-ba1c-4fc2-a189-cbd105555888 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:46:50.797528 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 8d85fc12-ba1c-4fc2-a189-cbd105555888 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:46:50.798005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:50.882095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2ba91-58d5-4b04-aa6b-3e5bc55a7c3e req-d37c9328-cf21-443a-b5a9-3d630699c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:50.884067 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-18a2ba91-58d5-4b04-aa6b-3e5bc55a7c3e req-d37c9328-cf21-443a-b5a9-3d630699c717 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 1162 time: 0.0900922
Dec 04 00:46:50.936089 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0a41e-efd3-4de3-a8c3-a5870c50ec78 req-593d63f8-e0be-48ec-97be-c5723a14d58c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:50.938224 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-20b0a41e-efd3-4de3-a8c3-a5870c50ec78 req-593d63f8-e0be-48ec-97be-c5723a14d58c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0988529
Dec 04 00:46:50.970578 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-18a2ba91-58d5-4b04-aa6b-3e5bc55a7c3e req-510b5ffb-b705-4171-899d-1ba56b5d82da service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617156
Dec 04 00:46:50.994498 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-20b0a41e-efd3-4de3-a8c3-a5870c50ec78 req-21d509b6-4ade-40fd-9a9a-9c4cadb4fe24 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489738
Dec 04 00:46:51.061566 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f9c67bfa-c4cb-4d7d-9f1a-8bf3bc1604c5 req-790d8725-1dea-4141-b6b3-e47628b282ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Synchronizing usage tracker for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:46:51.078387 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f9c67bfa-c4cb-4d7d-9f1a-8bf3bc1604c5 req-790d8725-1dea-4141-b6b3-e47628b282ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Unset dirty status for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:46:51.079703 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f9c67bfa-c4cb-4d7d-9f1a-8bf3bc1604c5 req-790d8725-1dea-4141-b6b3-e47628b282ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 210 time: 0.0682900
Dec 04 00:46:51.625670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b578a-8691-403e-9c59-c305f59fcdcb req-8ec39b5d-d638-4984-a8ae-15456664328f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:51.627308 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cf6b578a-8691-403e-9c59-c305f59fcdcb req-8ec39b5d-d638-4984-a8ae-15456664328f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1289244
Dec 04 00:46:51.633475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5a8d1-13e3-495b-a3f6-41fd10803d54 req-45632ee4-8d90-42eb-bfa0-fa96a1347830 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:51.634973 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dce5a8d1-13e3-495b-a3f6-41fd10803d54 req-45632ee4-8d90-42eb-bfa0-fa96a1347830 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.91 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 950 time: 0.1861038
Dec 04 00:46:51.735935 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cf6b578a-8691-403e-9c59-c305f59fcdcb req-0d5e0757-e14b-4af8-ae7a-b354b9e5d29e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0997572
Dec 04 00:46:51.783517 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-dce5a8d1-13e3-495b-a3f6-41fd10803d54 req-575878e3-8a6f-4c4a-87e1-cc98f2ca2e19 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Deleting port 8d85fc12-ba1c-4fc2-a189-cbd105555888 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:46:51.784111 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dce5a8d1-13e3-495b-a3f6-41fd10803d54 req-575878e3-8a6f-4c4a-87e1-cc98f2ca2e19 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:51.918780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 53804) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:51.933853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42437a2c-b667-4349-8747-88406c38b6ed req-9b9b8a4e-b5fc-4344-8102-9aa5acf22843 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:51.936093 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-9b9b8a4e-b5fc-4344-8102-9aa5acf22843 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.91 "GET /v2.0/networks?id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47 HTTP/1.1" status: 200  len: 809 time: 0.2642677
Dec 04 00:46:52.003919 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570137f-3512-49d9-a035-0612dd4357db req-fb5e9e81-d338-46a6-ba35-cfa85b204e5c tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:52.012018 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f570137f-3512-49d9-a035-0612dd4357db req-fb5e9e81-d338-46a6-ba35-cfa85b204e5c tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 950 time: 0.2076840
Dec 04 00:46:52.152308 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f570137f-3512-49d9-a035-0612dd4357db req-61b14586-876c-4ef5-a6b5-fc7760a4b9ec tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/security-groups?id=6a58c90f-9e60-42c4-a930-5af47f98087e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392076
Dec 04 00:46:52.211289 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-3161e94f-87c8-4974-974e-0652acc59374 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=159ca91a7f9e406ab5effb717ffc39d1 HTTP/1.1" status: 200  len: 5543 time: 0.2432086
Dec 04 00:46:52.224213 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-42437a2c-b667-4349-8747-88406c38b6ed req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Request body: {'port': {'device_id': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'admin_state_up': True, 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'security_groups': ['dcc69d0a-f12c-4826-a43e-0da4691e05a2']}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:46:52.256609 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-dce5a8d1-13e3-495b-a3f6-41fd10803d54 req-575878e3-8a6f-4c4a-87e1-cc98f2ca2e19 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] For port 8d85fc12-ba1c-4fc2-a189-cbd105555888, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8d85fc12-ba1c-4fc2-a189-cbd105555888,segment=NetworkSegment(b97ea123-6911-419f-a817-8761e76f2fed),segment_id=b97ea123-6911-419f-a817-8761e76f2fed)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:46:52.257011 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dce5a8d1-13e3-495b-a3f6-41fd10803d54 req-575878e3-8a6f-4c4a-87e1-cc98f2ca2e19 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:52.265730 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:52.414157 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-dce5a8d1-13e3-495b-a3f6-41fd10803d54 req-575878e3-8a6f-4c4a-87e1-cc98f2ca2e19 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Calling delete_port for 8d85fc12-ba1c-4fc2-a189-cbd105555888 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:46:52.449848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:46:52.463945 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Usage tracker for resource:security_group_rule and tenant:483c6364195246d5ba9a9f60c5a6f660 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:46:52.475324 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:46:52.487779 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:46:52.555072 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dc695cca-0d11-4bf9-a27e-d5f07cbc19f9 req-22682143-2da5-45a2-8846-e988934c067b tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 210 time: 0.0563314
Dec 04 00:46:52.629358 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-42437a2c-b667-4349-8747-88406c38b6ed req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:46:52.642342 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-42437a2c-b667-4349-8747-88406c38b6ed req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:46:52.652115 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42437a2c-b667-4349-8747-88406c38b6ed req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Made reservation on behalf of 159ca91a7f9e406ab5effb717ffc39d1 for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:46:52.660982 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-42437a2c-b667-4349-8747-88406c38b6ed req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:52.668393 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cb473-ecc4-418f-a88f-2b6bba01d719 req-3b34c3e4-c7bb-4509-9fba-75d90f7477a1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:52.676505 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-841cb473-ecc4-418f-a88f-2b6bba01d719 req-3b34c3e4-c7bb-4509-9fba-75d90f7477a1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.5284667
Dec 04 00:46:52.751225 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-841cb473-ecc4-418f-a88f-2b6bba01d719 req-db91b21c-e3c5-4d85-b1a4-f1ab9014164b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737634
Dec 04 00:46:52.753670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dce5a8d1-13e3-495b-a3f6-41fd10803d54 req-575878e3-8a6f-4c4a-87e1-cc98f2ca2e19 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:52.776297 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:52.802716 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e5c396e1-bef1-44f1-947b-625090bba1a0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:46:52.858508 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575878e3-8a6f-4c4a-87e1-cc98f2ca2e19 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Pushing event deleted for resources: {'Port': ['ID=8d85fc12-ba1c-4fc2-a189-cbd105555888,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:52.940572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-575878e3-8a6f-4c4a-87e1-cc98f2ca2e19 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:52.961711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e5c396e1-bef1-44f1-947b-625090bba1a0 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:46:52.962416 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:53.139824 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:53.145215 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 8d85fc12-ba1c-4fc2-a189-cbd105555888 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:46:53.148486 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-42437a2c-b667-4349-8747-88406c38b6ed req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Allocated IP 172.20.0.13 (0d803767-4ecb-437e-9ddf-0b3a1f09ff47/242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954/85caa19a-5f57-4b6f-ba38-516844d99d17) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:46:53.165721 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f01abc4-e45a-45a6-a6de-39bff2ad35fb req-08a86e78-beb0-4abf-925a-276e9863cec2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1731884
Dec 04 00:46:53.191075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:53.204043 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5dd63945-f180-4ddc-a49a-c8d5dd0cacea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:53.244748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] No Port match for: 8d85fc12-ba1c-4fc2-a189-cbd105555888 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:46:53.245161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 8d85fc12-ba1c-4fc2-a189-cbd105555888 not bound to the agent host hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:46:53.310031 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce5a8d1-13e3-495b-a3f6-41fd10803d54 req-575878e3-8a6f-4c4a-87e1-cc98f2ca2e19 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] No DVR routers for this DVR port 8d85fc12-ba1c-4fc2-a189-cbd105555888 on host hv-cinder-76330 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:46:53.310031 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dce5a8d1-13e3-495b-a3f6-41fd10803d54 req-575878e3-8a6f-4c4a-87e1-cc98f2ca2e19 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:53.310031 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68873048-fc65-4a42-aef2-c4e9dd891776', 'name': 'network-vif-deleted', 'tag': '8d85fc12-ba1c-4fc2-a189-cbd105555888'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:46:53.323085 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=483c6364195246d5ba9a9f60c5a6f660&name=default HTTP/1.1" status: 200  len: 2879 time: 1.4031332
Dec 04 00:46:53.324439 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 53840) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:53.331454 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43860135-38f5-4728-9742-c25dabaa2a6c,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:53.365319 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.365882 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.366397 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.366906 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.367414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.367954 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.368451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.368948 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.369458 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.369953 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.370448 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.370968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.371589 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.372094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.372590 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.373249 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.373803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.374325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.374994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.375516 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.376018 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.376514 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.377009 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.377502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:46:53.389103 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:53.419072 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dce5a8d1-13e3-495b-a3f6-41fd10803d54 req-575878e3-8a6f-4c4a-87e1-cc98f2ca2e19 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.91 "DELETE /v2.0/ports/8d85fc12-ba1c-4fc2-a189-cbd105555888 HTTP/1.1" status: 204  len: 173 time: 1.7487295
Dec 04 00:46:53.428363 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2bd90-c8c6-480c-86e5-9961e882ad34 req-9c18d98b-f548-4a64-91f9-5034ca3f51c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:53.441512 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-60b2bd90-c8c6-480c-86e5-9961e882ad34 req-9c18d98b-f548-4a64-91f9-5034ca3f51c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.4387484
Dec 04 00:46:53.520633 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9c07-ca75-4cb0-ad64-d9b0e7eeda42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:53.576047 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-42437a2c-b667-4349-8747-88406c38b6ed req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:53.616169 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-60b2bd90-c8c6-480c-86e5-9961e882ad34 req-1b90d726-23f4-4379-bd98-15f6c6abd7a3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1631217
Dec 04 00:46:53.670932 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9c07-ca75-4cb0-ad64-d9b0e7eeda42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:53.693687 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1c033d46-827f-4c40-805f-bff2a0018aff req-2ccf062d-bb2c-4a50-8084-a03ca39e606b tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] 10.222.0.88 "GET /v2.0/ports?device_id=68873048-fc65-4a42-aef2-c4e9dd891776 HTTP/1.1" status: 200  len: 210 time: 0.0830693
Dec 04 00:46:53.694840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-42437a2c-b667-4349-8747-88406c38b6ed req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Transition to ACTIVE for port object 85caa19a-5f57-4b6f-ba38-516844d99d17 will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:46:53.718597 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-42437a2c-b667-4349-8747-88406c38b6ed req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:53.731335 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68873048-fc65-4a42-aef2-c4e9dd891776', 'name': 'network-vif-deleted', 'tag': '8d85fc12-ba1c-4fc2-a189-cbd105555888', 'status': 'completed', 'code': 200}
Dec 04 00:46:53.738576 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8744ef1f-3b2b-4e1f-a4f9-0cd14fa32005 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:53.807123 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01abc4-e45a-45a6-a6de-39bff2ad35fb req-c8defa05-5aad-4956-b509-45dfa132786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:53.809109 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f01abc4-e45a-45a6-a6de-39bff2ad35fb req-c8defa05-5aad-4956-b509-45dfa132786a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=5cb3fa42f2964c6bb0dea1c1a4ac2031&device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 1162 time: 0.2862139
Dec 04 00:46:53.810387 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9c07-ca75-4cb0-ad64-d9b0e7eeda42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:53.816405 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-16893dbd-e979-40db-ab0b-28adc7f71998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:53.829141 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Pushing event updated for resources: {'Port': ['ID=85caa19a-5f57-4b6f-ba38-516844d99d17,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:53.832645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb9c07-ca75-4cb0-ad64-d9b0e7eeda42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43860135-38f5-4728-9742-c25dabaa2a6c,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:53.836187 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5dfb9c07-ca75-4cb0-ad64-d9b0e7eeda42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:53.837806 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5dfb9c07-ca75-4cb0-ad64-d9b0e7eeda42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:53.842451 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5dfb9c07-ca75-4cb0-ad64-d9b0e7eeda42 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/43860135-38f5-4728-9742-c25dabaa2a6c HTTP/1.1" status: 204  len: 168 time: 0.5126562
Dec 04 00:46:53.864787 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:54.086358 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42437a2c-b667-4349-8747-88406c38b6ed req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:46:54.087819 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-42437a2c-b667-4349-8747-88406c38b6ed req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:46:54.090365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-42437a2c-b667-4349-8747-88406c38b6ed req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:46:54.096485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42437a2c-b667-4349-8747-88406c38b6ed req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:54.097447 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-42437a2c-b667-4349-8747-88406c38b6ed req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:54.137384 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9195757
Dec 04 00:46:54.192426 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Request body: {'port': {'device_id': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:46:54.466350 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:54.493804 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01abc4-e45a-45a6-a6de-39bff2ad35fb req-81abf928-4626-4512-a688-c2be1a1d5fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:54.495859 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f01abc4-e45a-45a6-a6de-39bff2ad35fb req-81abf928-4626-4512-a688-c2be1a1d5fd0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=9a051e40-edbf-4acc-ad11-99eefa876f20 HTTP/1.1" status: 200  len: 908 time: 0.6434639
Dec 04 00:46:54.504992 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186b7b3-ce91-42c6-b115-fad0d4b4d67d req-ae9e5d15-08f3-4f61-bdb7-0250f1e5f8f5 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:54.511768 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-c1035cd9-7288-4844-9eef-d2f3db05abd9 None None] Provisioning for port 85caa19a-5f57-4b6f-ba38-516844d99d17 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:46:54.513566 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0186b7b3-ce91-42c6-b115-fad0d4b4d67d req-ae9e5d15-08f3-4f61-bdb7-0250f1e5f8f5 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 932 time: 0.5267441
Dec 04 00:46:54.533051 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-c1035cd9-7288-4844-9eef-d2f3db05abd9 None None] Provisioning complete for port 85caa19a-5f57-4b6f-ba38-516844d99d17 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:46:54.533475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c1035cd9-7288-4844-9eef-d2f3db05abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:54.587834 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 53868) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:54.616586 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-c1035cd9-7288-4844-9eef-d2f3db05abd9 None None] Port 85caa19a-5f57-4b6f-ba38-516844d99d17 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:46:54.627477 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f01abc4-e45a-45a6-a6de-39bff2ad35fb req-adba3097-9e16-4e44-beb0-9a898bbac1e6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49b39f61-5b29-49f6-bfc2-854a636977eb HTTP/1.1" status: 200  len: 217 time: 0.1108463
Dec 04 00:46:54.635241 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f65e0d8f-ad52-4093-980f-cbcd4f6cbea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:54.723956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f65e0d8f-ad52-4093-980f-cbcd4f6cbea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:46:54.729760 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-0186b7b3-ce91-42c6-b115-fad0d4b4d67d req-ac06144e-daca-4553-83cd-aedc19289c7a tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Synchronizing usage tracker for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:46:54.734621 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f65e0d8f-ad52-4093-980f-cbcd4f6cbea3 admin admin] Usage tracker for resource:security_group_rule and tenant:c3b9bcb789284c64892bc3e9fed7add8 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:46:54.737894 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f65e0d8f-ad52-4093-980f-cbcd4f6cbea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:46:54.747036 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f65e0d8f-ad52-4093-980f-cbcd4f6cbea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:46:54.781260 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-0186b7b3-ce91-42c6-b115-fad0d4b4d67d req-ac06144e-daca-4553-83cd-aedc19289c7a tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Unset dirty status for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:46:54.792575 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0186b7b3-ce91-42c6-b115-fad0d4b4d67d req-ac06144e-daca-4553-83cd-aedc19289c7a tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2778149
Dec 04 00:46:54.794193 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01abc4-e45a-45a6-a6de-39bff2ad35fb req-df2f5cf3-b7e8-4c5c-9982-b92d82bf4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:54.795798 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f01abc4-e45a-45a6-a6de-39bff2ad35fb req-df2f5cf3-b7e8-4c5c-9982-b92d82bf4e57 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2dd1b4bf-3c93-43a9-bef9-7e21218b6544 HTTP/1.1" status: 200  len: 854 time: 0.1483366
Dec 04 00:46:54.831858 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e5c396e1-bef1-44f1-947b-625090bba1a0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:46:54.884663 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f01abc4-e45a-45a6-a6de-39bff2ad35fb req-0090b869-0fbd-456e-a9aa-70ab9a9e3ad5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=9a051e40-edbf-4acc-ad11-99eefa876f20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0575504
Dec 04 00:46:54.915545 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e5c396e1-bef1-44f1-947b-625090bba1a0 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:46:54.915979 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:55.049880 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ae07a-8232-4b25-a3de-966f913f39a8 req-6b2842d0-e1e0-4bf1-8cda-a399c49a7fe7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:55.051897 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-db7ae07a-8232-4b25-a3de-966f913f39a8 req-6b2842d0-e1e0-4bf1-8cda-a399c49a7fe7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.2108095
Dec 04 00:46:55.077207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f65e0d8f-ad52-4093-980f-cbcd4f6cbea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:55.086132 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f65e0d8f-ad52-4093-980f-cbcd4f6cbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:55.104830 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6c50e52e-1303-467e-988f-1fe8d5f64f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:55.183020 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f65e0d8f-ad52-4093-980f-cbcd4f6cbea3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c3b9bcb789284c64892bc3e9fed7add8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5874226
Dec 04 00:46:55.184837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 53884) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:55.198822 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-db7ae07a-8232-4b25-a3de-966f913f39a8 req-0cff66d4-f433-4c8d-ba98-f2758188e709 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281838
Dec 04 00:46:55.201373 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e0d8f-ad52-4093-980f-cbcd4f6cbea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21ff0f9-1a9a-4f00-a51e-fa85005783cf,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:55.205237 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f65e0d8f-ad52-4093-980f-cbcd4f6cbea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:55.207468 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85caa19a-5f57-4b6f-ba38-516844d99d17 {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:46:55.229205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:55.238578 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f01abc4-e45a-45a6-a6de-39bff2ad35fb req-6aad4d90-94ff-48df-9aba-d0befd8e72fd service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3308115
Dec 04 00:46:55.257772 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Transition to ACTIVE for port object 85caa19a-5f57-4b6f-ba38-516844d99d17 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:46:55.263098 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:55.283030 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-06c2cdc1-8167-4dd5-b268-494cc0a57604 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:55.300322 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3311a3-1ec7-4010-b4de-8d915e97df4e req-1fc4bc78-2bd6-462f-81ec-7f8d31769a36 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:55.301880 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f3311a3-1ec7-4010-b4de-8d915e97df4e req-1fc4bc78-2bd6-462f-81ec-7f8d31769a36 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.3635488
Dec 04 00:46:55.462762 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Pushing event updated for resources: {'Port': ['ID=85caa19a-5f57-4b6f-ba38-516844d99d17,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:55.475634 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9ba54e3f-f27b-4cd1-9345-5753167df762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:55.479029 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:55.501477 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f3311a3-1ec7-4010-b4de-8d915e97df4e req-3cfbbcfa-8321-47a3-b7d5-68d37e001338 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1305416
Dec 04 00:46:55.533713 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9ba54e3f-f27b-4cd1-9345-5753167df762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:55.542431 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f01abc4-e45a-45a6-a6de-39bff2ad35fb req-a5f85b9a-7140-4ecd-adde-fe456ee4d5eb service neutron] 10.222.0.91 "GET /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2919357
Dec 04 00:46:55.550980 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88f38-7941-4b4a-97e7-2e109892f460 req-d787c3c3-9b96-48cf-9860-40abd27bb508 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:55.559336 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a5f88f38-7941-4b4a-97e7-2e109892f460 req-d787c3c3-9b96-48cf-9860-40abd27bb508 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1782191
Dec 04 00:46:55.595390 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9ba54e3f-f27b-4cd1-9345-5753167df762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:55.601720 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9f5adc0-faa8-4711-9b6d-7f6df1c6f7cd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:55.619150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba54e3f-f27b-4cd1-9345-5753167df762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21ff0f9-1a9a-4f00-a51e-fa85005783cf,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:55.622358 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9ba54e3f-f27b-4cd1-9345-5753167df762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:55.623474 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9ba54e3f-f27b-4cd1-9345-5753167df762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:55.625750 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9ba54e3f-f27b-4cd1-9345-5753167df762 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a21ff0f9-1a9a-4f00-a51e-fa85005783cf HTTP/1.1" status: 204  len: 168 time: 0.4355929
Dec 04 00:46:55.719860 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a5f88f38-7941-4b4a-97e7-2e109892f460 req-b0de011b-f6e0-4fef-aca6-43541316b13e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1593113
Dec 04 00:46:55.722509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Attempting to bind port 85caa19a-5f57-4b6f-ba38-516844d99d17 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:46:55.722886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Attempting to bind port 85caa19a-5f57-4b6f-ba38-516844d99d17 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '073a304b-e217-421e-b03c-41677b6425a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:46:55.723267 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Attempting to bind port 85caa19a-5f57-4b6f-ba38-516844d99d17 on network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:46:55.755012 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:46:55.755507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Checking segment: {'id': '073a304b-e217-421e-b03c-41677b6425a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:46:55.755801 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:55.756193 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Bound using segment: {'id': '073a304b-e217-421e-b03c-41677b6425a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:46:55.756807 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Bound port: 85caa19a-5f57-4b6f-ba38-516844d99d17, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073a304b-e217-421e-b03c-41677b6425a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:46:55.757432 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:55.955370 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] For port 85caa19a-5f57-4b6f-ba38-516844d99d17, host hv-cinder-76330, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:46:55.975366 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] For port 85caa19a-5f57-4b6f-ba38-516844d99d17, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=85caa19a-5f57-4b6f-ba38-516844d99d17,segment=NetworkSegment(073a304b-e217-421e-b03c-41677b6425a3),segment_id=073a304b-e217-421e-b03c-41677b6425a3)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:46:55.983708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:56.101710 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-11992f36-2564-4664-9c43-20cf60670a83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:56.142866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5671a7e-450d-427f-a408-fee60217de7e req-ea9c6be9-9949-48a0-8faa-c11d07798145 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:56.144615 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c5671a7e-450d-427f-a408-fee60217de7e req-ea9c6be9-9949-48a0-8faa-c11d07798145 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.2099435
Dec 04 00:46:56.223168 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Pushing event updated for resources: {'Port': ['ID=85caa19a-5f57-4b6f-ba38-516844d99d17,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:56.228125 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:56.254619 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c5671a7e-450d-427f-a408-fee60217de7e req-ce36f5bf-7f5e-4f88-a6d3-132bbf7d4380 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0954981
Dec 04 00:46:56.362057 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:56.362867 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:56.364482 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] 10.222.0.91 "PUT /v2.0/ports/85caa19a-5f57-4b6f-ba38-516844d99d17 HTTP/1.1" status: 200  len: 1158 time: 2.1838939
Dec 04 00:46:56.365084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'tag': '85caa19a-5f57-4b6f-ba38-516844d99d17'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:46:56.388977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:56.547846 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'tag': '85caa19a-5f57-4b6f-ba38-516844d99d17', 'status': 'completed', 'code': 200}
Dec 04 00:46:56.637517 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42437a2c-b667-4349-8747-88406c38b6ed req-4c680c26-71c1-47f9-82fe-21a8c3026194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:56.657832 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-4c680c26-71c1-47f9-82fe-21a8c3026194 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=159ca91a7f9e406ab5effb717ffc39d1&device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 1161 time: 0.2115993
Dec 04 00:46:56.766041 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-331ef3da-6e81-47fa-9388-d8847d5090f3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85caa19a-5f57-4b6f-ba38-516844d99d17 HTTP/1.1" status: 200  len: 217 time: 0.0840640
Dec 04 00:46:56.881645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ef01f-252b-4e13-b7a7-b03f232bf120 req-a8f8a537-25a2-48c7-a048-cd6078c8d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:56.884608 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e1ef01f-252b-4e13-b7a7-b03f232bf120 req-a8f8a537-25a2-48c7-a048-cd6078c8d6b6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8aa42ed1a820400997e02b1aa7e33362&device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 1162 time: 0.2026305
Dec 04 00:46:56.899412 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42437a2c-b667-4349-8747-88406c38b6ed req-8dacc665-c8dd-4585-b51a-8d81bc5fb2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:56.901018 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-8dacc665-c8dd-4585-b51a-8d81bc5fb2a0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954 HTTP/1.1" status: 200  len: 848 time: 0.0818768
Dec 04 00:46:56.902969 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1c2af-0059-481a-93f6-7dc82737d10b req-17847105-90cc-430d-a520-5b6e248ace31 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:56.911367 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-44b1c2af-0059-481a-93f6-7dc82737d10b req-17847105-90cc-430d-a520-5b6e248ace31 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1626718
Dec 04 00:46:57.092032 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-44b1c2af-0059-481a-93f6-7dc82737d10b req-d3333975-2fa0-423a-88c8-8b6d1624ded2 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1794534
Dec 04 00:46:57.173429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ef01f-252b-4e13-b7a7-b03f232bf120 req-48d2b7a0-d283-454c-b900-20e5d5f8c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:57.175201 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e1ef01f-252b-4e13-b7a7-b03f232bf120 req-48d2b7a0-d283-454c-b900-20e5d5f8c22c service neutron] 10.222.0.91 "GET /v2.0/networks?id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 HTTP/1.1" status: 200  len: 912 time: 0.2599909
Dec 04 00:46:57.339674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf21356-df59-458a-8db1-050bd61cbb5d req-5d3d9e7b-79e6-4e4f-a6d5-256487802cc1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:57.343977 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bf21356-df59-458a-8db1-050bd61cbb5d req-5d3d9e7b-79e6-4e4f-a6d5-256487802cc1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.5799429
Dec 04 00:46:57.376126 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e1ef01f-252b-4e13-b7a7-b03f232bf120 req-75d0833d-6e5f-4b8a-950c-4b46e6f4d8c7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5c396e1-bef1-44f1-947b-625090bba1a0 HTTP/1.1" status: 200  len: 217 time: 0.1858852
Dec 04 00:46:57.392413 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42437a2c-b667-4349-8747-88406c38b6ed req-87bc90d7-00d9-4453-8dc9-4385dc1dee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:57.394393 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-87bc90d7-00d9-4453-8dc9-4385dc1dee08 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4829273
Dec 04 00:46:57.480259 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc84e0-31c2-43b4-b262-57d7283f054a req-7491485f-0a2b-4cee-8fca-540b9d93158b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:57.481927 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dacc84e0-31c2-43b4-b262-57d7283f054a req-7491485f-0a2b-4cee-8fca-540b9d93158b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1608329
Dec 04 00:46:57.486550 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ef01f-252b-4e13-b7a7-b03f232bf120 req-52f6139f-3590-4f82-83ed-e2cc271442ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:57.488240 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e1ef01f-252b-4e13-b7a7-b03f232bf120 req-52f6139f-3590-4f82-83ed-e2cc271442ce service neutron] 10.222.0.91 "GET /v2.0/subnets?id=887d58e7-6037-47d9-82f2-709206eff474 HTTP/1.1" status: 200  len: 858 time: 0.0902522
Dec 04 00:46:57.532898 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bf21356-df59-458a-8db1-050bd61cbb5d req-81c138c8-e313-41d1-9901-61b49e6bbcfc tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831360
Dec 04 00:46:57.586891 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e1ef01f-252b-4e13-b7a7-b03f232bf120 req-f535a574-b9e5-4e96-93ec-09682b740cd9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0793188
Dec 04 00:46:57.611256 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dacc84e0-31c2-43b4-b262-57d7283f054a req-a736624e-aea8-435a-b51b-31e97760827d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1211534
Dec 04 00:46:57.708101 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-ea3d21d6-ec6f-4857-81f7-bf18826acd97 service neutron] 10.222.0.91 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2896101
Dec 04 00:46:57.780957 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e1ef01f-252b-4e13-b7a7-b03f232bf120 req-788ab03a-59eb-4ac5-9c12-08ea99e350f3 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1682818
Dec 04 00:46:57.946947 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42437a2c-b667-4349-8747-88406c38b6ed req-16cae512-688e-4b81-9255-37ba6adaeb3d service neutron] 10.222.0.91 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2154832
Dec 04 00:46:57.951851 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e1ef01f-252b-4e13-b7a7-b03f232bf120 req-3407df3e-f4bc-48d8-8513-bb079d617709 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1561830
Dec 04 00:46:58.000502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554b5c6-6491-4711-aaae-3afd26badb9b req-50a91ea6-cd13-4e18-b0a0-5aaff55bc1fb tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:58.001661 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e554b5c6-6491-4711-aaae-3afd26badb9b req-50a91ea6-cd13-4e18-b0a0-5aaff55bc1fb tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Synchronizing usage tracker for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:46:58.018577 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e554b5c6-6491-4711-aaae-3afd26badb9b req-50a91ea6-cd13-4e18-b0a0-5aaff55bc1fb tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Unset dirty status for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:46:58.020478 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e554b5c6-6491-4711-aaae-3afd26badb9b req-50a91ea6-cd13-4e18-b0a0-5aaff55bc1fb tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.2912133
Dec 04 00:46:58.075451 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e554b5c6-6491-4711-aaae-3afd26badb9b req-1ae88af3-8327-4fc9-bba1-71c47afb37b2 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0472629
Dec 04 00:46:58.188408 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e91327-bf11-44c7-b665-809c14293dc2 req-d421dd13-991e-48af-89ee-51198a233bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:58.190371 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5e91327-bf11-44c7-b665-809c14293dc2 req-d421dd13-991e-48af-89ee-51198a233bd1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=159ca91a7f9e406ab5effb717ffc39d1&device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 1161 time: 0.0862722
Dec 04 00:46:58.471330 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e91327-bf11-44c7-b665-809c14293dc2 req-77d1d00a-735d-412c-9ce4-a087853ea08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:58.472974 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5e91327-bf11-44c7-b665-809c14293dc2 req-77d1d00a-735d-412c-9ce4-a087853ea08c service neutron] 10.222.0.91 "GET /v2.0/networks?id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47 HTTP/1.1" status: 200  len: 903 time: 0.2706659
Dec 04 00:46:58.498593 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90383d6c-c1e3-408a-94d2-837306c3a7fa req-d1087eb8-48a2-46f9-b3e3-65892dc67b3c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:58.500236 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90383d6c-c1e3-408a-94d2-837306c3a7fa req-d1087eb8-48a2-46f9-b3e3-65892dc67b3c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1378281
Dec 04 00:46:58.609959 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5e91327-bf11-44c7-b665-809c14293dc2 req-dd9cbdee-825c-4675-a426-3f167576c62a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85caa19a-5f57-4b6f-ba38-516844d99d17 HTTP/1.1" status: 200  len: 217 time: 0.0858545
Dec 04 00:46:58.619968 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90383d6c-c1e3-408a-94d2-837306c3a7fa req-be4eebf5-c996-451c-857e-b61378090a7b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1131957
Dec 04 00:46:58.701187 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e91327-bf11-44c7-b665-809c14293dc2 req-b0af9278-3c4b-46c8-af51-b27784423904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:58.702921 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5e91327-bf11-44c7-b665-809c14293dc2 req-b0af9278-3c4b-46c8-af51-b27784423904 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954 HTTP/1.1" status: 200  len: 848 time: 0.0682986
Dec 04 00:46:58.792615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e5c396e1-bef1-44f1-947b-625090bba1a0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:46:58.818217 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73f805-c300-4546-8a49-d3d566012dcf req-943061e9-ec62-4e6c-a93e-f17e5ab3ab23 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:58.820591 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3e73f805-c300-4546-8a49-d3d566012dcf req-943061e9-ec62-4e6c-a93e-f17e5ab3ab23 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1025190
Dec 04 00:46:58.875949 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3e73f805-c300-4546-8a49-d3d566012dcf req-d4037664-1f5b-41f3-8e71-7e245f3a76e8 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489287
Dec 04 00:46:58.918603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e5c396e1-bef1-44f1-947b-625090bba1a0 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:46:58.919288 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:58.955140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 54110) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:59.183685 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-408461ec-9c39-4bc5-97db-f68c91fef3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:59.208555 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-408461ec-9c39-4bc5-97db-f68c91fef3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:46:59.212889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-408461ec-9c39-4bc5-97db-f68c91fef3c7 admin admin] Usage tracker for resource:security_group_rule and tenant:dd03402cb1f845e29b505c2cfac50823 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:46:59.216099 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-408461ec-9c39-4bc5-97db-f68c91fef3c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:46:59.218034 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e91327-bf11-44c7-b665-809c14293dc2 req-a86cfb01-fb3a-498d-8d48-680e3f7b7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:59.220439 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5e91327-bf11-44c7-b665-809c14293dc2 req-a86cfb01-fb3a-498d-8d48-680e3f7b7b58 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5011177
Dec 04 00:46:59.222821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-408461ec-9c39-4bc5-97db-f68c91fef3c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:46:59.269057 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d4a89-6860-4bd5-add2-10f11289e473 req-26097677-848b-48ba-bbd9-8b1d091a4bff tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:59.270756 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-601d4a89-6860-4bd5-add2-10f11289e473 req-26097677-848b-48ba-bbd9-8b1d091a4bff tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.4857903
Dec 04 00:46:59.373100 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68503ed-b9f8-4706-a274-f6ac6b91f059 req-5ed46843-3cfb-417f-ae01-b45f66526a8c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:59.374755 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b68503ed-b9f8-4706-a274-f6ac6b91f059 req-5ed46843-3cfb-417f-ae01-b45f66526a8c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.1162376
Dec 04 00:46:59.408198 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-601d4a89-6860-4bd5-add2-10f11289e473 req-5a244cc9-09df-4c1c-be6c-58f2aad433e8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706069
Dec 04 00:46:59.442740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-408461ec-9c39-4bc5-97db-f68c91fef3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:59.460092 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-408461ec-9c39-4bc5-97db-f68c91fef3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:59.465879 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5e91327-bf11-44c7-b665-809c14293dc2 req-3471b628-dc10-443b-86b4-799d880109a0 service neutron] 10.222.0.91 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2335198
Dec 04 00:46:59.471558 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ed3941f2-376d-430d-bcd8-29403bb82304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:59.491413 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b68503ed-b9f8-4706-a274-f6ac6b91f059 req-e1c6462d-230f-4d73-acb6-11ef9312dfd3 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0952375
Dec 04 00:46:59.524376 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-408461ec-9c39-4bc5-97db-f68c91fef3c7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dd03402cb1f845e29b505c2cfac50823&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5676737
Dec 04 00:46:59.525215 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 54144) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:46:59.527749 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408461ec-9c39-4bc5-97db-f68c91fef3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5383e8-fd0d-434c-a2d8-c14aa42df074,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:59.531850 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-408461ec-9c39-4bc5-97db-f68c91fef3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:59.597207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80eee834-53ec-482c-af7e-64136dfb6fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:59.633390 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80eee834-53ec-482c-af7e-64136dfb6fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:59.636171 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5e91327-bf11-44c7-b665-809c14293dc2 req-b7356a2b-9098-4011-8709-6e88a3d20f1c service neutron] 10.222.0.91 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1564519
Dec 04 00:46:59.685518 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80eee834-53ec-482c-af7e-64136dfb6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:59.692757 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a1b58d61-4292-4af9-93b6-a60255a71ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:46:59.707355 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eee834-53ec-482c-af7e-64136dfb6fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5383e8-fd0d-434c-a2d8-c14aa42df074,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:46:59.711379 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-80eee834-53ec-482c-af7e-64136dfb6fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:46:59.714926 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-80eee834-53ec-482c-af7e-64136dfb6fb2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bf5383e8-fd0d-434c-a2d8-c14aa42df074 HTTP/1.1" status: 204  len: 168 time: 0.1863563
Dec 04 00:46:59.714926 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-80eee834-53ec-482c-af7e-64136dfb6fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:46:59.859382 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cf9bf-2462-492a-bc4d-99590bcc678b req-9dbbe6ac-5ff3-4d40-8681-7d9c6c56c7db tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:46:59.861251 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-916cf9bf-2462-492a-bc4d-99590bcc678b req-9dbbe6ac-5ff3-4d40-8681-7d9c6c56c7db tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0856981
Dec 04 00:46:59.918842 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-916cf9bf-2462-492a-bc4d-99590bcc678b req-87bf749d-0700-4b4a-88c0-20349f869721 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512257
Dec 04 00:47:00.131939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 54188) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:47:00.145628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5853e-6ec3-4c50-ad79-606fc39514d3 req-12e0abb6-b592-46ed-ae7b-7a4720771929 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:00.147523 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a9e5853e-6ec3-4c50-ad79-606fc39514d3 req-12e0abb6-b592-46ed-ae7b-7a4720771929 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1095698
Dec 04 00:47:00.151559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4df3d882-2332-4f81-b014-fde020350b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:00.167758 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4df3d882-2332-4f81-b014-fde020350b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:47:00.172605 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4df3d882-2332-4f81-b014-fde020350b24 admin admin] Usage tracker for resource:security_group_rule and tenant:e0e41c33e2ab43fbb75c69b9c143831a is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:47:00.175757 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4df3d882-2332-4f81-b014-fde020350b24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:47:00.181800 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4df3d882-2332-4f81-b014-fde020350b24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:47:00.229371 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a9e5853e-6ec3-4c50-ad79-606fc39514d3 req-5e54a0d8-62db-4867-b56b-9ab0983aa05e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754745
Dec 04 00:47:00.277123 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4df3d882-2332-4f81-b014-fde020350b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:00.280189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4df3d882-2332-4f81-b014-fde020350b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:00.289705 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b4db75bd-7743-4617-a20a-089579e64575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:00.331959 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4df3d882-2332-4f81-b014-fde020350b24 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e0e41c33e2ab43fbb75c69b9c143831a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1988037
Dec 04 00:47:00.333833 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3d882-2332-4f81-b014-fde020350b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e217115-3fd0-455f-8dca-016f259688d8,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:00.335161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 54196) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:47:00.337108 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4df3d882-2332-4f81-b014-fde020350b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:00.401895 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b4d4ce1-e201-41f9-9cd3-b225d29aca96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:00.430751 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b4d4ce1-e201-41f9-9cd3-b225d29aca96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:00.478614 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b4d4ce1-e201-41f9-9cd3-b225d29aca96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:00.487024 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d1536880-826f-4e40-bb82-f7d8291da680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:00.505197 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d4ce1-e201-41f9-9cd3-b225d29aca96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e217115-3fd0-455f-8dca-016f259688d8,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:00.512960 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5b4d4ce1-e201-41f9-9cd3-b225d29aca96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:00.517001 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5b4d4ce1-e201-41f9-9cd3-b225d29aca96 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2e217115-3fd0-455f-8dca-016f259688d8 HTTP/1.1" status: 204  len: 168 time: 0.1778803
Dec 04 00:47:00.517001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5b4d4ce1-e201-41f9-9cd3-b225d29aca96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:00.664796 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c80b13-81c6-485f-93e2-3e81b830b4b8 req-7b9dd742-823a-44bb-86ec-5e04503c118a tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:00.668245 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-52c80b13-81c6-485f-93e2-3e81b830b4b8 req-7b9dd742-823a-44bb-86ec-5e04503c118a tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1062167
Dec 04 00:47:00.717416 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-52c80b13-81c6-485f-93e2-3e81b830b4b8 req-4e776f04-33cb-434f-b85a-6b5de30b401f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439606
Dec 04 00:47:00.781441 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67317ac1-8d2d-4bb7-a872-8573b7913702 req-c7f181d5-5777-45df-bf79-1111826fa1ac tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:00.783056 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67317ac1-8d2d-4bb7-a872-8573b7913702 req-c7f181d5-5777-45df-bf79-1111826fa1ac tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.1158383
Dec 04 00:47:00.836259 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67317ac1-8d2d-4bb7-a872-8573b7913702 req-14bbdc88-d5e5-43a4-9b2e-5433efb79c44 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0464733
Dec 04 00:47:01.162301 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578be650-e730-4204-b348-5865a2fd48e0 req-4827a227-c7f7-4171-92b0-fcf2af1f12aa tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:01.163944 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-578be650-e730-4204-b348-5865a2fd48e0 req-4827a227-c7f7-4171-92b0-fcf2af1f12aa tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0870929
Dec 04 00:47:01.227051 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-578be650-e730-4204-b348-5865a2fd48e0 req-7056bf2c-fa6f-41b1-94bb-d59b7d2af857 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553436
Dec 04 00:47:01.460011 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a9ee6-5d94-4358-98b5-a87837bfffe0 req-b0c5bbc0-a488-4e99-aa23-0a8b4cc9acf9 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:01.461551 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ad3a9ee6-5d94-4358-98b5-a87837bfffe0 req-b0c5bbc0-a488-4e99-aa23-0a8b4cc9acf9 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0884778
Dec 04 00:47:01.511119 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ad3a9ee6-5d94-4358-98b5-a87837bfffe0 req-5174bc97-2630-4122-a4e6-46727ec6bb6b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430174
Dec 04 00:47:01.997639 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da536dd-9769-4cc3-bef7-ac43e21a6561 req-1e939e34-1e44-4ef7-9374-681ee815531c tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:01.999300 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0da536dd-9769-4cc3-bef7-ac43e21a6561 req-1e939e34-1e44-4ef7-9374-681ee815531c tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1363156
Dec 04 00:47:02.068092 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0da536dd-9769-4cc3-bef7-ac43e21a6561 req-85a39d0d-b0c1-41f0-91d2-e5367092c789 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613227
Dec 04 00:47:02.093011 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d8c44-fa04-4adc-87e4-e899b56ddf2a req-a7072ad7-537d-42ff-9cda-4a6f0158c579 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:02.095929 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-348d8c44-fa04-4adc-87e4-e899b56ddf2a req-a7072ad7-537d-42ff-9cda-4a6f0158c579 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.0943556
Dec 04 00:47:02.146383 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-348d8c44-fa04-4adc-87e4-e899b56ddf2a req-f6f0bc62-5632-437a-b65e-46b1d805cfcd tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0445077
Dec 04 00:47:02.519294 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a14a99-c3da-4a7c-8576-da0987bd9cb9 req-261df27e-8414-4d29-a3e0-1b59139c11a2 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:02.520969 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35a14a99-c3da-4a7c-8576-da0987bd9cb9 req-261df27e-8414-4d29-a3e0-1b59139c11a2 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0902150
Dec 04 00:47:02.572034 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-35a14a99-c3da-4a7c-8576-da0987bd9cb9 req-dea9e7d9-f5cf-403d-b64f-7382970a2f5a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447497
Dec 04 00:47:02.738988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9125cbd-5cbd-42b4-b45a-d899ee283324 req-b260ce01-178c-44f9-971d-e48600e4e978 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:02.740672 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a9125cbd-5cbd-42b4-b45a-d899ee283324 req-b260ce01-178c-44f9-971d-e48600e4e978 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0891423
Dec 04 00:47:02.762659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 54292) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:47:02.801888 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a9125cbd-5cbd-42b4-b45a-d899ee283324 req-6dba4abb-92b5-4bd5-b16d-6ea67207de52 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502744
Dec 04 00:47:02.889276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e5c396e1-bef1-44f1-947b-625090bba1a0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:47:02.976926 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e5c396e1-bef1-44f1-947b-625090bba1a0 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:47:02.977351 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:02.990603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 54304) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:47:02.991688 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c2e56b08-1c9d-4138-9d9c-82cf83e96f09 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ae772b91aa8944f9a31623f6225fc70e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2268116
Dec 04 00:47:03.057872 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7dffdc1a-d87b-4d39-8b11-d7372fc196b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:03.096640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7dffdc1a-d87b-4d39-8b11-d7372fc196b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:03.167704 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7dffdc1a-d87b-4d39-8b11-d7372fc196b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:03.173384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-860132e6-a088-44de-941f-2736c436ca06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:03.189844 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffdc1a-d87b-4d39-8b11-d7372fc196b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a58c90f-9e60-42c4-a930-5af47f98087e,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:03.196346 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7dffdc1a-d87b-4d39-8b11-d7372fc196b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:03.223320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7dffdc1a-d87b-4d39-8b11-d7372fc196b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:03.228561 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7dffdc1a-d87b-4d39-8b11-d7372fc196b6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6a58c90f-9e60-42c4-a930-5af47f98087e HTTP/1.1" status: 204  len: 168 time: 0.2366848
Dec 04 00:47:03.391110 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f7b8f-28f8-4944-a127-86eba43895b4 req-be803ca3-99b4-46dc-93e4-104b30064b9f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:03.401611 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9c7f7b8f-28f8-4944-a127-86eba43895b4 req-be803ca3-99b4-46dc-93e4-104b30064b9f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1295671
Dec 04 00:47:03.486289 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9c7f7b8f-28f8-4944-a127-86eba43895b4 req-78bf9454-1220-4ed0-83c8-a47f9b9dad81 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831072
Dec 04 00:47:03.601921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0b6bf-62e6-4c58-8dea-de36508c46e4 req-74e74a43-7573-4d8e-bc59-abfc8ef79aef tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:03.610786 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f2f0b6bf-62e6-4c58-8dea-de36508c46e4 req-74e74a43-7573-4d8e-bc59-abfc8ef79aef tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.1160226
Dec 04 00:47:03.668540 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f2f0b6bf-62e6-4c58-8dea-de36508c46e4 req-e904be51-3945-4367-ab03-80bb585cbd46 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0567319
Dec 04 00:47:03.840276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f724c2-6636-4ba8-96f5-6980f98f40fb req-3351fa5a-6d06-45bc-b2a5-918e2dd93c53 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:03.841873 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e5f724c2-6636-4ba8-96f5-6980f98f40fb req-3351fa5a-6d06-45bc-b2a5-918e2dd93c53 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0884833
Dec 04 00:47:03.891821 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e5f724c2-6636-4ba8-96f5-6980f98f40fb req-b01eaee0-bb76-439a-a374-0d7aabaf1e88 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429111
Dec 04 00:47:04.716499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a28bb-7129-4db0-9c35-a8aee245d20c req-9447cc36-6ab5-43a8-83c1-e6444cbc625b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:04.718280 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3a3a28bb-7129-4db0-9c35-a8aee245d20c req-9447cc36-6ab5-43a8-83c1-e6444cbc625b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0867958
Dec 04 00:47:04.779705 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3a3a28bb-7129-4db0-9c35-a8aee245d20c req-fb9446ec-a0fe-4a37-94ac-ae662053f897 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509698
Dec 04 00:47:04.891294 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24acf50-3179-445a-9b70-3ffed8936498 req-ea9b359d-e8c2-420b-b8f8-f5ccd5c1c673 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:04.892871 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d24acf50-3179-445a-9b70-3ffed8936498 req-ea9b359d-e8c2-420b-b8f8-f5ccd5c1c673 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.0836284
Dec 04 00:47:04.944329 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d24acf50-3179-445a-9b70-3ffed8936498 req-4a023539-cb5a-4902-bc3c-93cd17061566 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0450521
Dec 04 00:47:04.983953 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef83e6b-1817-4d42-b811-db1caa022358 req-4f07c4d2-2bd6-4e9a-b160-61794537238f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:04.985569 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8ef83e6b-1817-4d42-b811-db1caa022358 req-4f07c4d2-2bd6-4e9a-b160-61794537238f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0876799
Dec 04 00:47:05.033906 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8ef83e6b-1817-4d42-b811-db1caa022358 req-018f0e1c-3415-4038-bef8-e32ee87383b9 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417514
Dec 04 00:47:05.247876 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad6b62-2a68-4c96-ae95-8d6c3aab71df req-85ab9601-3b88-46e6-a961-4fdd492206ff tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:05.249553 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-81ad6b62-2a68-4c96-ae95-8d6c3aab71df req-85ab9601-3b88-46e6-a961-4fdd492206ff tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0868528
Dec 04 00:47:05.302222 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-81ad6b62-2a68-4c96-ae95-8d6c3aab71df req-11c4f2f1-c8b1-4ac1-ab11-6297c2c13990 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460110
Dec 04 00:47:05.518320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1a3fe-0032-4bc4-80d4-096bc62f9017 req-c14ba923-8f91-45aa-b390-b1e4b03bb42d tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:05.519921 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e0b1a3fe-0032-4bc4-80d4-096bc62f9017 req-c14ba923-8f91-45aa-b390-b1e4b03bb42d tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 946 time: 0.0869312
Dec 04 00:47:05.572292 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e0b1a3fe-0032-4bc4-80d4-096bc62f9017 req-e418cdb7-4da2-47e2-8cd5-0d5d4f65b6c3 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431013
Dec 04 00:47:06.020265 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03182504-dd3c-4fa7-91df-cfc504b1d271 req-03a5bfbe-7ca2-444d-b03e-b332b20f6899 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:06.021849 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-03182504-dd3c-4fa7-91df-cfc504b1d271 req-03a5bfbe-7ca2-444d-b03e-b332b20f6899 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1026278
Dec 04 00:47:06.082585 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-03182504-dd3c-4fa7-91df-cfc504b1d271 req-29880a7d-e7d5-4463-a32e-fd82935f2c9d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504475
Dec 04 00:47:06.295382 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505658dd-4f5e-45df-aa97-9a346c09bd7d req-f512cad6-91c8-4450-b089-8ead8a882921 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:06.297042 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-505658dd-4f5e-45df-aa97-9a346c09bd7d req-f512cad6-91c8-4450-b089-8ead8a882921 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.0864363
Dec 04 00:47:06.348058 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-505658dd-4f5e-45df-aa97-9a346c09bd7d req-26e861ab-4947-4fbf-aaa5-728396226745 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0441170
Dec 04 00:47:06.553968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7aaa0b-3131-45cc-b14a-f81da1421a4c req-330dcda7-9949-400d-9ead-cdd59ffe986c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:06.555655 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dc7aaa0b-3131-45cc-b14a-f81da1421a4c req-330dcda7-9949-400d-9ead-cdd59ffe986c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0907133
Dec 04 00:47:06.618370 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dc7aaa0b-3131-45cc-b14a-f81da1421a4c req-d89a56d1-3f1a-47bf-90ed-98e77a8f4367 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524430
Dec 04 00:47:06.838253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73556b70-b99c-42ba-9410-5203194a0875 req-85198df1-9acc-4455-82df-da5d5537682a tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:06.839920 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-73556b70-b99c-42ba-9410-5203194a0875 req-85198df1-9acc-4455-82df-da5d5537682a tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 946 time: 0.0924988
Dec 04 00:47:06.893016 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-73556b70-b99c-42ba-9410-5203194a0875 req-86412594-1564-459d-b457-d9f5637249fa tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454388
Dec 04 00:47:07.316831 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e18898-d84e-43db-b6b5-24a94c66e2a4 req-1972a51e-3a76-4801-95f5-4831c72c28ac tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:07.318464 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b6e18898-d84e-43db-b6b5-24a94c66e2a4 req-1972a51e-3a76-4801-95f5-4831c72c28ac tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0886712
Dec 04 00:47:07.373113 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b6e18898-d84e-43db-b6b5-24a94c66e2a4 req-ab701c60-0946-40d2-ab0a-851b32aa41ac tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448391
Dec 04 00:47:07.589893 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63546b-b8ba-4960-92f0-8e2356598ae3 req-2f6e4038-a0ac-4dcb-a8ca-71588b8374f9 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:07.591489 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63546b-b8ba-4960-92f0-8e2356598ae3 req-2f6e4038-a0ac-4dcb-a8ca-71588b8374f9 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.0953445
Dec 04 00:47:07.649179 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e63546b-b8ba-4960-92f0-8e2356598ae3 req-66cc2e16-3a72-4602-a11a-0c5fb8777152 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0475988
Dec 04 00:47:07.864639 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40987-3e34-4707-8419-4685add9ba90 req-bc73e8d0-25d5-4524-9b67-c4bb3c9f8171 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:07.866259 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fd40987-3e34-4707-8419-4685add9ba90 req-bc73e8d0-25d5-4524-9b67-c4bb3c9f8171 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0932755
Dec 04 00:47:07.917428 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fd40987-3e34-4707-8419-4685add9ba90 req-556f1f0b-0bc6-410f-ae01-716651365ce3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440979
Dec 04 00:47:08.138886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929cb80-15e1-45fe-af85-0ea7a48eb45e req-87acdf1a-55ab-4177-b437-5d88d4f7dcf6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:08.140778 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0929cb80-15e1-45fe-af85-0ea7a48eb45e req-87acdf1a-55ab-4177-b437-5d88d4f7dcf6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 946 time: 0.0893757
Dec 04 00:47:08.191796 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0929cb80-15e1-45fe-af85-0ea7a48eb45e req-73d7de08-58ae-461d-8ab7-e651ebedf897 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445354
Dec 04 00:47:08.615685 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec14a6-d132-4a64-921e-68f5086fb82f req-6b9cabca-03fc-4dd8-b59d-276db586e544 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:08.617361 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e8ec14a6-d132-4a64-921e-68f5086fb82f req-6b9cabca-03fc-4dd8-b59d-276db586e544 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0941746
Dec 04 00:47:08.672091 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e8ec14a6-d132-4a64-921e-68f5086fb82f req-19e2ee4a-cca4-48fc-ba41-3d341d373780 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441959
Dec 04 00:47:08.901270 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e40457-e887-41c8-ac38-854690c9cb75 req-2d595cf1-cb87-4bec-87a6-56239573b10d tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:08.903285 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-83e40457-e887-41c8-ac38-854690c9cb75 req-2d595cf1-cb87-4bec-87a6-56239573b10d tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.1016755
Dec 04 00:47:08.957038 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-83e40457-e887-41c8-ac38-854690c9cb75 req-4800c1a3-5f43-4298-9361-fa600406b59f tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0466220
Dec 04 00:47:09.153850 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6ae97-7b24-46e9-b469-717d2f879a96 req-6edf1071-ee5e-4101-a2f5-c682ae2c08c6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:09.155490 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b4d6ae97-7b24-46e9-b469-717d2f879a96 req-6edf1071-ee5e-4101-a2f5-c682ae2c08c6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0918860
Dec 04 00:47:09.205358 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b4d6ae97-7b24-46e9-b469-717d2f879a96 req-d32b01ee-906a-48bc-a645-c675ecbf2e93 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433245
Dec 04 00:47:09.423777 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3963a21-1a9e-4c89-ac2a-78cb1d47bad1 req-edb96c07-04b4-4ed3-acb1-7ea24ddc6d40 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:09.425383 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b3963a21-1a9e-4c89-ac2a-78cb1d47bad1 req-edb96c07-04b4-4ed3-acb1-7ea24ddc6d40 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 946 time: 0.0870268
Dec 04 00:47:09.472998 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b3963a21-1a9e-4c89-ac2a-78cb1d47bad1 req-37985e9b-8ba3-43f8-97ca-9df3f8ac3e01 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410683
Dec 04 00:47:09.890853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a65f03-19b9-4958-b052-342d8fc6eeb1 req-a25abe66-e1f3-46a6-ab6a-8e07a1655a3d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:09.892518 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d0a65f03-19b9-4958-b052-342d8fc6eeb1 req-a25abe66-e1f3-46a6-ab6a-8e07a1655a3d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0848031
Dec 04 00:47:09.945114 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d0a65f03-19b9-4958-b052-342d8fc6eeb1 req-dc9099dd-2096-4db3-a581-2902396a548f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460300
Dec 04 00:47:10.203581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f765d-acfd-4596-8015-c441efaa8e1d req-720d7c7c-2e83-45cd-bdf6-494e4820ab99 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:10.205504 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c00f765d-acfd-4596-8015-c441efaa8e1d req-720d7c7c-2e83-45cd-bdf6-494e4820ab99 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.1135061
Dec 04 00:47:10.258335 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c00f765d-acfd-4596-8015-c441efaa8e1d req-ebd9d6fc-381e-4e63-a85a-a27506eed91f tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0458667
Dec 04 00:47:10.473690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed171-f75d-4724-8f51-7c8d53ea928d req-58becf6d-b766-4398-9f1f-8e5ebfb02867 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:10.475306 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a18ed171-f75d-4724-8f51-7c8d53ea928d req-58becf6d-b766-4398-9f1f-8e5ebfb02867 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0896070
Dec 04 00:47:10.530265 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a18ed171-f75d-4724-8f51-7c8d53ea928d req-a67e9b3e-b074-40e1-b79d-0941dcc0998c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447755
Dec 04 00:47:10.689982 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf4a53-c55c-4315-8fc5-df0347129aef req-3df24672-2260-47da-9a53-f72dbcd2fcef tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:10.691615 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a1cf4a53-c55c-4315-8fc5-df0347129aef req-3df24672-2260-47da-9a53-f72dbcd2fcef tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 946 time: 0.0852346
Dec 04 00:47:10.744122 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a1cf4a53-c55c-4315-8fc5-df0347129aef req-acd2648e-0b87-4fc0-88e3-8b68663cf38b tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425270
Dec 04 00:47:11.181069 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b2c19-adcd-456a-b8fb-1b7a40ab3289 req-d2ba1bd6-7952-4da9-9f57-8dcfbe9a8519 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:11.182766 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-071b2c19-adcd-456a-b8fb-1b7a40ab3289 req-d2ba1bd6-7952-4da9-9f57-8dcfbe9a8519 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0985279
Dec 04 00:47:11.234806 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-071b2c19-adcd-456a-b8fb-1b7a40ab3289 req-360acf0d-0f68-4fa5-801c-5a2ea70bea30 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439918
Dec 04 00:47:11.482854 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298da36-db57-4dd3-9580-44522e8a5866 req-4ebbafee-3840-4932-b9f0-1addd1bc9f1e tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:11.485304 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e298da36-db57-4dd3-9580-44522e8a5866 req-4ebbafee-3840-4932-b9f0-1addd1bc9f1e tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.0943131
Dec 04 00:47:11.538588 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e298da36-db57-4dd3-9580-44522e8a5866 req-a0ccc744-cd92-4c93-a391-f568100de59b tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0462284
Dec 04 00:47:11.780704 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99e7bc-d6cd-45af-893c-e8e4695d1b6f req-9706abe9-9a2c-4e81-a99b-baa7a4efd326 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:11.782310 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ca99e7bc-d6cd-45af-893c-e8e4695d1b6f req-9706abe9-9a2c-4e81-a99b-baa7a4efd326 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0924861
Dec 04 00:47:11.833629 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ca99e7bc-d6cd-45af-893c-e8e4695d1b6f req-49e6f190-91a6-427d-a4ec-e5ae4a98d9f1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447128
Dec 04 00:47:11.898692 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a55c37-6a33-47f8-b71b-299774b0b64f req-83b089f3-9804-4861-9ea9-832e024050ff tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:11.906467 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85a55c37-6a33-47f8-b71b-299774b0b64f req-83b089f3-9804-4861-9ea9-832e024050ff tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.0918303
Dec 04 00:47:11.952061 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85a55c37-6a33-47f8-b71b-299774b0b64f req-bb089b08-fbca-40ff-a68c-660abef533fd tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445726
Dec 04 00:47:11.961098 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 85caa19a-5f57-4b6f-ba38-516844d99d17 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:47:12.034756 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port 85caa19a-5f57-4b6f-ba38-516844d99d17 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:47:12.040552 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 85caa19a-5f57-4b6f-ba38-516844d99d17 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:47:12.040949 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:12.054358 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c4a6f-5a32-40ff-9a83-e35903406510 req-21ec029b-d5c7-4491-bd98-88466cd5b4ea tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:12.056091 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-726c4a6f-5a32-40ff-9a83-e35903406510 req-21ec029b-d5c7-4491-bd98-88466cd5b4ea tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.91 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 946 time: 0.0845549
Dec 04 00:47:12.058686 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78115ccd-923e-40ae-a5b2-6efd10d8aab3 req-7312c101-57e0-41ef-8ded-d7b1df9a3810 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:12.060346 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-78115ccd-923e-40ae-a5b2-6efd10d8aab3 req-7312c101-57e0-41ef-8ded-d7b1df9a3810 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 946 time: 0.0950117
Dec 04 00:47:12.112561 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-78115ccd-923e-40ae-a5b2-6efd10d8aab3 req-fd3ede3b-8459-4109-93b9-29818437a78e tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445154
Dec 04 00:47:12.142246 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-726c4a6f-5a32-40ff-9a83-e35903406510 req-ef15d0b5-efc0-441b-86af-e3f466c85d19 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Deleting port 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:47:12.142635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-726c4a6f-5a32-40ff-9a83-e35903406510 req-ef15d0b5-efc0-441b-86af-e3f466c85d19 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:12.186374 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8da04bca-4d03-41f1-b77b-4a2dbfc46797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:12.188199 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:12.216911 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85caa19a-5f57-4b6f-ba38-516844d99d17'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:47:12.228234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 85caa19a-5f57-4b6f-ba38-516844d99d17, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=85caa19a-5f57-4b6f-ba38-516844d99d17,segment=NetworkSegment(073a304b-e217-421e-b03c-41677b6425a3),segment_id=073a304b-e217-421e-b03c-41677b6425a3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:47:12.232359 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:12.234827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:12.281084 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85caa19a-5f57-4b6f-ba38-516844d99d17', 'code': 200}
Dec 04 00:47:12.306345 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=85caa19a-5f57-4b6f-ba38-516844d99d17,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:12.309651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:12.428351 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-726c4a6f-5a32-40ff-9a83-e35903406510 req-ef15d0b5-efc0-441b-86af-e3f466c85d19 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] For port 9108f00d-caa1-4bc0-a94f-40bc859ed5b6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9108f00d-caa1-4bc0-a94f-40bc859ed5b6,segment=NetworkSegment(1af04689-afa5-4d27-a12b-acd04bea197b),segment_id=1af04689-afa5-4d27-a12b-acd04bea197b)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:47:12.428746 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-726c4a6f-5a32-40ff-9a83-e35903406510 req-ef15d0b5-efc0-441b-86af-e3f466c85d19 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:12.469536 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be94e51-5504-42db-810f-8278d32c3c0f req-00693b58-9563-435d-903c-a07325455599 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:12.471155 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5be94e51-5504-42db-810f-8278d32c3c0f req-00693b58-9563-435d-903c-a07325455599 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0887163
Dec 04 00:47:12.494698 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 85caa19a-5f57-4b6f-ba38-516844d99d17 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:47:12.522644 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5be94e51-5504-42db-810f-8278d32c3c0f req-e5c796be-f0f9-4546-a72f-e28554d079ec tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448422
Dec 04 00:47:12.560097 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-726c4a6f-5a32-40ff-9a83-e35903406510 req-ef15d0b5-efc0-441b-86af-e3f466c85d19 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Calling delete_port for 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:47:12.625614 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 85caa19a-5f57-4b6f-ba38-516844d99d17 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:47:12.628136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:12.765707 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c82503-edc7-4bb9-ac51-218d6f3e206f req-e83b683f-3c27-42ce-b1ef-849744b3bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:12.767589 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f4c82503-edc7-4bb9-ac51-218d6f3e206f req-e83b683f-3c27-42ce-b1ef-849744b3bb5a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 1163 time: 0.0785007
Dec 04 00:47:12.831673 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:47:12.833949 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f4c82503-edc7-4bb9-ac51-218d6f3e206f req-f407f111-5c37-4b72-97d2-c08bb4890721 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0497885
Dec 04 00:47:12.839486 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-726c4a6f-5a32-40ff-9a83-e35903406510 req-ef15d0b5-efc0-441b-86af-e3f466c85d19 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:12.874866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] No Port match for: 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:47:12.874866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 not bound to the agent host hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:47:12.880477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5efe75f5-c6fe-493f-8835-6f0d3bbef59f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:13.026687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 54492) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:47:13.081569 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbc440-268d-4dc8-b6c0-097e5b26f4fa req-8f5e42a9-bcb6-4d2e-bb3b-1e2f249ea43f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:13.083161 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bbfbc440-268d-4dc8-b6c0-097e5b26f4fa req-8f5e42a9-bcb6-4d2e-bb3b-1e2f249ea43f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0976503
Dec 04 00:47:13.136667 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bbfbc440-268d-4dc8-b6c0-097e5b26f4fa req-8cf69619-d5aa-4a43-90e6-2e3ca0c080dd tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453396
Dec 04 00:47:13.196008 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15d0b5-efc0-441b-86af-e3f466c85d19 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Pushing event deleted for resources: {'Port': ['ID=9108f00d-caa1-4bc0-a94f-40bc859ed5b6,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:13.200923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ef15d0b5-efc0-441b-86af-e3f466c85d19 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:13.259907 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b75120-bef2-4f92-a7c0-daed6008cfc0 req-2d0e083e-5aee-428d-a76d-68f771bf5e60 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:13.261643 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-32b75120-bef2-4f92-a7c0-daed6008cfc0 req-2d0e083e-5aee-428d-a76d-68f771bf5e60 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.5573788
Dec 04 00:47:13.267856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f867ed76-bc9c-4c07-8dd8-46806b4fd163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:13.286612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f867ed76-bc9c-4c07-8dd8-46806b4fd163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:47:13.291461 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f867ed76-bc9c-4c07-8dd8-46806b4fd163 admin admin] Usage tracker for resource:security_group_rule and tenant:d4576c8c9e4e49978d40866cb46269ec is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:47:13.294970 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f867ed76-bc9c-4c07-8dd8-46806b4fd163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:47:13.302428 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f867ed76-bc9c-4c07-8dd8-46806b4fd163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:47:13.372042 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-32b75120-bef2-4f92-a7c0-daed6008cfc0 req-b562c664-5d7d-4745-8f73-e78a2467e98b tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1016591
Dec 04 00:47:13.372958 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-726c4a6f-5a32-40ff-9a83-e35903406510 req-ef15d0b5-efc0-441b-86af-e3f466c85d19 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] No DVR routers for this DVR port 9108f00d-caa1-4bc0-a94f-40bc859ed5b6 on host hv-cinder-76330 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:47:13.375409 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-726c4a6f-5a32-40ff-9a83-e35903406510 req-ef15d0b5-efc0-441b-86af-e3f466c85d19 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:13.378284 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30faa92c-252f-4dca-9849-2e3fc57e303c', 'name': 'network-vif-deleted', 'tag': '9108f00d-caa1-4bc0-a94f-40bc859ed5b6'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:47:13.409060 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-726c4a6f-5a32-40ff-9a83-e35903406510 req-ef15d0b5-efc0-441b-86af-e3f466c85d19 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.91 "DELETE /v2.0/ports/9108f00d-caa1-4bc0-a94f-40bc859ed5b6 HTTP/1.1" status: 204  len: 173 time: 1.3388827
Dec 04 00:47:13.418025 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f867ed76-bc9c-4c07-8dd8-46806b4fd163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:13.421561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f867ed76-bc9c-4c07-8dd8-46806b4fd163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:13.436562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5b4d4ce1-e201-41f9-9cd3-b225d29aca96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:13.526155 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867ed76-bc9c-4c07-8dd8-46806b4fd163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bcbd1f-dde5-4dd1-aa7d-64e5982faa92,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:13.534207 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f867ed76-bc9c-4c07-8dd8-46806b4fd163 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d4576c8c9e4e49978d40866cb46269ec&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5034938
Dec 04 00:47:13.535417 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f867ed76-bc9c-4c07-8dd8-46806b4fd163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:13.536615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 54502) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:47:13.558731 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-8335b6c2-cd73-4978-8249-bca00a456af1 req-d0e7cf40-6361-44f1-b564-8259fe8f60b2 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Synchronizing usage tracker for tenant:f4b3bf2892414b839b7a6417a9df3582 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:47:13.574835 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-8335b6c2-cd73-4978-8249-bca00a456af1 req-d0e7cf40-6361-44f1-b564-8259fe8f60b2 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Unset dirty status for tenant:f4b3bf2892414b839b7a6417a9df3582 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:47:13.576262 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8335b6c2-cd73-4978-8249-bca00a456af1 req-d0e7cf40-6361-44f1-b564-8259fe8f60b2 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=30faa92c-252f-4dca-9849-2e3fc57e303c HTTP/1.1" status: 200  len: 210 time: 0.0711167
Dec 04 00:47:13.618001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336ae91-eeca-493f-9f69-27759834f84d req-edbd00e6-0a54-40eb-aed0-f8a17f3aaf9a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:13.619647 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5336ae91-eeca-493f-9f69-27759834f84d req-edbd00e6-0a54-40eb-aed0-f8a17f3aaf9a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.1712000
Dec 04 00:47:13.648749 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30faa92c-252f-4dca-9849-2e3fc57e303c', 'name': 'network-vif-deleted', 'tag': '9108f00d-caa1-4bc0-a94f-40bc859ed5b6', 'status': 'completed', 'code': 200}
Dec 04 00:47:13.656458 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fc5bc071-f259-4884-b909-2ac711ec5f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:13.701982 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5336ae91-eeca-493f-9f69-27759834f84d req-7a10359d-9565-4fb9-8ebb-099ef9105f07 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740118
Dec 04 00:47:13.704830 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fc5bc071-f259-4884-b909-2ac711ec5f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:13.755583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fc5bc071-f259-4884-b909-2ac711ec5f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:13.760967 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-40d676cd-fafa-4207-a4db-4ed1e1cf9522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:13.774423 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bc071-f259-4884-b909-2ac711ec5f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bcbd1f-dde5-4dd1-aa7d-64e5982faa92,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:13.777639 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fc5bc071-f259-4884-b909-2ac711ec5f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:13.779831 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fc5bc071-f259-4884-b909-2ac711ec5f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:13.781111 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fc5bc071-f259-4884-b909-2ac711ec5f07 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/59bcbd1f-dde5-4dd1-aa7d-64e5982faa92 HTTP/1.1" status: 204  len: 168 time: 0.2435002
Dec 04 00:47:13.832920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfab48-8e3e-4aee-b169-c37d2b45ed4e req-30c8c69f-8e3f-494f-b0b3-42be3e30eedb tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:13.834572 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0dfab48-8e3e-4aee-b169-c37d2b45ed4e req-30c8c69f-8e3f-494f-b0b3-42be3e30eedb tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0860777
Dec 04 00:47:13.884300 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0dfab48-8e3e-4aee-b169-c37d2b45ed4e req-771fa684-f99c-4abe-a9f5-75de5960f159 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432134
Dec 04 00:47:14.411534 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e5661-5036-4f31-bb47-32b731175564 req-2c43949a-b202-4c62-af0f-87dcb9bbc5c2 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:14.433869 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-808e5661-5036-4f31-bb47-32b731175564 req-2c43949a-b202-4c62-af0f-87dcb9bbc5c2 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1102870
Dec 04 00:47:14.444024 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2bb6777e-2202-4082-bcca-4d3da4597fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:14.492381 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-808e5661-5036-4f31-bb47-32b731175564 req-43f90c85-9c2f-40a1-b8ad-993338e27d19 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538404
Dec 04 00:47:14.702347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 54534) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:47:14.751232 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7b405-34c0-4065-988f-7e8a82591bd1 req-ac28b225-d956-4f96-bfb5-6059b685865e tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:14.758928 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-15d7b405-34c0-4065-988f-7e8a82591bd1 req-ac28b225-d956-4f96-bfb5-6059b685865e tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.1045372
Dec 04 00:47:14.804090 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-15d7b405-34c0-4065-988f-7e8a82591bd1 req-9c3f82d9-fd58-4237-9ff0-98c9c01bc24e tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0441775
Dec 04 00:47:14.910905 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1840745500-network', 'tenant_id': '126db6f0355043ecaf8cf2100b740a86'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:47:14.926032 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:47:14.931841 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Usage tracker for resource:network and tenant:126db6f0355043ecaf8cf2100b740a86 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:47:14.935671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:47:14.961876 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:47:14.978431 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Made reservation on behalf of 126db6f0355043ecaf8cf2100b740a86 for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:47:14.985941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:15.002443 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:15.022618 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:47:15.030715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36663a-fb38-42a0-b3b0-b09f5302b74e req-0d5dfab5-c215-4fc4-a9e4-2d9142011c13 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:15.032522 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dd36663a-fb38-42a0-b3b0-b09f5302b74e req-0d5dfab5-c215-4fc4-a9e4-2d9142011c13 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.1659434
Dec 04 00:47:15.035130 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Usage tracker for resource:security_group_rule and tenant:126db6f0355043ecaf8cf2100b740a86 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:47:15.038525 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:47:15.058422 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:47:15.115662 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dd36663a-fb38-42a0-b3b0-b09f5302b74e req-dc6eb4f6-7bed-4a8c-b437-c81ee4e8164c tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739515
Dec 04 00:47:15.125730 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da1131-9bbe-4fa8-bdd6-e7465f9eaea4 req-27e391ab-7246-45ac-8cdd-f352eff0139e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:15.128045 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-17da1131-9bbe-4fa8-bdd6-e7465f9eaea4 req-27e391ab-7246-45ac-8cdd-f352eff0139e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0984995
Dec 04 00:47:15.188197 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:15.193394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:15.195323 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-17da1131-9bbe-4fa8-bdd6-e7465f9eaea4 req-1c333fa2-150e-4e77-b8b7-f7767b779fe4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606415
Dec 04 00:47:15.198284 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-80eee834-53ec-482c-af7e-64136dfb6fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:15.231655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:47:15.245668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec7021d-e657-4c21-86a8-c8c4263e557a,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:15.250426 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790468194624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:15.251116 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Added segment 5262cc87-c46f-425e-853d-39bd81befc24 of type vxlan for network ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff
Dec 04 00:47:15.252456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:15.281101 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:15.313617 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:15.314982 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:15.315672 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:15.321108 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-94b30ed0-1a66-422b-b490-b1d2bbd84bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:15.436337 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.7324781
Dec 04 00:47:15.437579 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Pushing event updated for resources: {'Network': ['ID=ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:15.439902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 54550) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:47:15.442798 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:15.446886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Request body: {'subnet': {'network_id': 'ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1840745500-subnet', 'tenant_id': '126db6f0355043ecaf8cf2100b740a86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:47:15.449427 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:47:15.454847 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:47:15.461325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Usage tracker for resource:subnet and tenant:126db6f0355043ecaf8cf2100b740a86 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:47:15.465939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:47:15.473103 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:47:15.473456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:47:15.493963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Made reservation on behalf of 126db6f0355043ecaf8cf2100b740a86 for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:47:15.493963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:15.685940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:15.805913 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2eb8d-217e-4352-b4c2-1c683d61b82f req-f5594f47-8942-4d19-b89f-acd809e12e5f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:15.807463 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-faf2eb8d-217e-4352-b4c2-1c683d61b82f req-f5594f47-8942-4d19-b89f-acd809e12e5f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1585817
Dec 04 00:47:15.913955 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-faf2eb8d-217e-4352-b4c2-1c683d61b82f req-2bdc42c0-7bef-482a-9ee1-f3721a7abb4d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568507
Dec 04 00:47:16.024945 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e2006-1120-42f9-b910-4adb17dc0b4c req-5c5ea088-e30d-4746-90c9-6b0025da243a tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:16.026987 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de7e2006-1120-42f9-b910-4adb17dc0b4c req-5c5ea088-e30d-4746-90c9-6b0025da243a tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.0901871
Dec 04 00:47:16.079032 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de7e2006-1120-42f9-b910-4adb17dc0b4c req-ee4df4ad-3aba-4ecc-8ddc-b240896aebaa tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0448399
Dec 04 00:47:16.095789 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:16.299870 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:16.324267 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6602aa13-0b25-4c03-ba0e-33fe7a03b465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:16.385674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd4bf3-062f-42f5-ac61-ec964795c7a6 req-d46720f6-511c-4edf-a9bb-48465250a3a2 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:16.387200 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-69dd4bf3-062f-42f5-ac61-ec964795c7a6 req-d46720f6-511c-4edf-a9bb-48465250a3a2 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.0889039
Dec 04 00:47:16.435245 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-69dd4bf3-062f-42f5-ac61-ec964795c7a6 req-bd6d4cf1-9a65-4c71-8639-90d6b15d6ed1 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412383
Dec 04 00:47:16.466520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef065e3-b447-4a06-83a3-4cc7eccbd2db,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:16.483519 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:16.493317 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0df51-7f46-4123-a5e2-fc065290493e req-d3f0cc80-712b-4d16-8d0a-5c88e75c1aed tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:16.494992 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-71c0df51-7f46-4123-a5e2-fc065290493e req-d3f0cc80-712b-4d16-8d0a-5c88e75c1aed tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.2677767
Dec 04 00:47:16.574594 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-71c0df51-7f46-4123-a5e2-fc065290493e req-8e5a1f95-46b8-4a8a-9d52-a176dda8d2ba tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0656562
Dec 04 00:47:16.589653 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Checking segment: {'id': '5262cc87-c46f-425e-853d-39bd81befc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:47:16.590048 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Network hostable DHCP agents. Network: ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:47:16.611023 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Network ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:47:16.622596 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:47:16.627603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:16.628485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:16.637399 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba8bb6a-d720-4c4b-b26b-f11fc0bd3a43 None None] Network ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:47:16.653364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f4d30-941c-4ba6-8f7f-cdb43e07702d req-dd2b72ba-5586-4cc6-a4cf-063f41bd7e85 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:16.655264 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-554f4d30-941c-4ba6-8f7f-cdb43e07702d req-dd2b72ba-5586-4cc6-a4cf-063f41bd7e85 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0968428
Dec 04 00:47:16.658239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:16.704511 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-554f4d30-941c-4ba6-8f7f-cdb43e07702d req-657dc74e-d4c5-47b2-950a-d98aae2eb7e7 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415356
Dec 04 00:47:16.741732 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3006692
Dec 04 00:47:16.813791 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-65d23531-4204-4d90-848d-0f079c8214ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1693873
Dec 04 00:47:16.828198 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Request body: {'floatingip': {'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:47:16.833866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:47:16.838076 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Usage tracker for resource:floatingip and tenant:159ca91a7f9e406ab5effb717ffc39d1 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:47:16.841041 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:47:16.847077 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:47:16.857866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for floatingip, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:16.872902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1cf9e3-2958-4e48-82c8-849b5534e9de None None] Network ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:47:17.016378 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:17.158665 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3998b-fc76-4f53-9451-f15ca2a68f08 req-81597bbf-e8f2-49fa-8355-b49993e1ea7a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:17.160400 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fab3998b-fc76-4f53-9451-f15ca2a68f08 req-81597bbf-e8f2-49fa-8355-b49993e1ea7a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0900848
Dec 04 00:47:17.222542 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fab3998b-fc76-4f53-9451-f15ca2a68f08 req-6f84226c-9ca8-4c79-99aa-03d1072e6afb tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540664
Dec 04 00:47:17.344113 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Allocated IP 172.27.3.24 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/f3549156-27f3-461b-b953-9564355afbd6) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:47:17.522998 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:17.555786 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:17.570136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:17.660241 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c70d4-28ea-4d1d-a378-ccb795fc7e17 req-038f5ecf-1275-41e6-aad2-51743a3d518b tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:17.661805 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-140c70d4-28ea-4d1d-a378-ccb795fc7e17 req-038f5ecf-1275-41e6-aad2-51743a3d518b tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.0879357
Dec 04 00:47:17.705859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Pushing event updated for resources: {'Port': ['ID=f3549156-27f3-461b-b953-9564355afbd6,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:17.709985 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-140c70d4-28ea-4d1d-a378-ccb795fc7e17 req-ecdcb27d-1c93-4438-8b2d-c03c9541fd2e tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413632
Dec 04 00:47:17.714306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:17.766695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:47:17.767976 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:47:17.770366 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:47:17.797907 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for floatingip, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:17.859630 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:17.926977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776a0fd-3d6f-42b1-a3a3-b95b56a60854 req-a3ec8ee5-12b5-471b-8838-b2d165db9001 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:17.928596 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8776a0fd-3d6f-42b1-a3a3-b95b56a60854 req-a3ec8ee5-12b5-471b-8838-b2d165db9001 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0914323
Dec 04 00:47:17.979278 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8776a0fd-3d6f-42b1-a3a3-b95b56a60854 req-491c134b-2391-4a43-8052-0d3ef32d9511 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439582
Dec 04 00:47:18.133174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:18.137928 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:18.153708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:18.292157 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Pushing event updated for resources: {'Port': ['ID=f3549156-27f3-461b-b953-9564355afbd6,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:18.297095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:18.342053 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:18.366902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:18.368267 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5449111
Dec 04 00:47:18.463782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77524e11-a691-4081-b8a6-dca3104ec91e req-172cd60c-dab2-4f75-a8ac-30c6ea910864 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:18.463782 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77524e11-a691-4081-b8a6-dca3104ec91e req-172cd60c-dab2-4f75-a8ac-30c6ea910864 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0981705
Dec 04 00:47:18.463978 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-85b66cd9-8588-4f72-adb2-baa783f1e825 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Synchronizing usage tracker for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:floatingip {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:47:18.479195 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-85b66cd9-8588-4f72-adb2-baa783f1e825 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Unset dirty status for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:floatingip {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:47:18.480543 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-85b66cd9-8588-4f72-adb2-baa783f1e825 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.24 HTTP/1.1" status: 200  len: 695 time: 0.1050963
Dec 04 00:47:18.507970 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77524e11-a691-4081-b8a6-dca3104ec91e req-c93f1a33-ccdb-4a8a-92cb-32fb7397d983 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429492
Dec 04 00:47:18.646014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-f4d2a4d5-e277-446a-8691-fb27b4ee1033 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:18.647505 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-f4d2a4d5-e277-446a-8691-fb27b4ee1033 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/networks/0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 HTTP/1.1" status: 200  len: 784 time: 0.1598029
Dec 04 00:47:18.658735 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-a2226572-406e-455a-adeb-621580fc7f8f tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 00:47:18.659833 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24eb759b-2f3e-4bf3-b73b-fb302bc07485 req-a2226572-406e-455a-adeb-621580fc7f8f tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0063341
Dec 04 00:47:18.858954 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-caae993e-484d-4b95-a4ac-cb3e23dcc378 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:18.860582 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-caae993e-484d-4b95-a4ac-cb3e23dcc378 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0904915
Dec 04 00:47:18.926052 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c9162-1a3f-44c4-8d67-f0c2c3817ef1 req-a80dd5b3-490b-4d22-bb6e-98537fea17a0 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:18.927650 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-113c9162-1a3f-44c4-8d67-f0c2c3817ef1 req-a80dd5b3-490b-4d22-bb6e-98537fea17a0 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.0862458
Dec 04 00:47:18.949675 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-eb586832-3b24-43e2-a584-4a0da36f36aa tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.24 HTTP/1.1" status: 200  len: 695 time: 0.0826952
Dec 04 00:47:18.960357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-6944ed43-60a9-4e12-8f2f-bad79b749b58 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Request body: {'floatingip': {'port_id': '85caa19a-5f57-4b6f-ba38-516844d99d17', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:47:18.981011 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-113c9162-1a3f-44c4-8d67-f0c2c3817ef1 req-393b416d-91d3-449e-922a-82cf925b0ee0 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467205
Dec 04 00:47:19.039160 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-6944ed43-60a9-4e12-8f2f-bad79b749b58 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:19.213926 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381dfac-e66b-4001-9375-9eb8e9ab8932 req-c1d43db5-d0c1-4021-a8b4-79fee1cd7a82 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:19.215609 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a381dfac-e66b-4001-9375-9eb8e9ab8932 req-c1d43db5-d0c1-4021-a8b4-79fee1cd7a82 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1074328
Dec 04 00:47:19.267689 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a381dfac-e66b-4001-9375-9eb8e9ab8932 req-05c5f7a0-68c0-4e23-902f-7ddf02e94936 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451908
Dec 04 00:47:19.652761 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-6944ed43-60a9-4e12-8f2f-bad79b749b58 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:19.656760 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-6944ed43-60a9-4e12-8f2f-bad79b749b58 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:19.744116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df128c-38f1-4ef6-b0cc-05326512ee06 req-f8c53898-04b7-4554-aa5a-01b14230cb3b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:19.746023 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-17df128c-38f1-4ef6-b0cc-05326512ee06 req-f8c53898-04b7-4554-aa5a-01b14230cb3b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0889974
Dec 04 00:47:19.796202 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-17df128c-38f1-4ef6-b0cc-05326512ee06 req-ac620d4a-c350-46ce-9ff2-da24378e5864 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425601
Dec 04 00:47:19.836759 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-6944ed43-60a9-4e12-8f2f-bad79b749b58 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Floating IP 1528ba04-5888-4833-b598-63c524f62204 associated. External IP: 172.27.3.24, port: 85caa19a-5f57-4b6f-ba38-516844d99d17.
Dec 04 00:47:20.200395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8387ee-ac7e-4f79-9ffb-e3e176989e2e req-19c8ee28-90ab-48c4-ad7d-e3b9fe308687 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:20.202231 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f8387ee-ac7e-4f79-9ffb-e3e176989e2e req-19c8ee28-90ab-48c4-ad7d-e3b9fe308687 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.0871115
Dec 04 00:47:20.215739 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-6944ed43-60a9-4e12-8f2f-bad79b749b58 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:47:20.265210 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8f8387ee-ac7e-4f79-9ffb-e3e176989e2e req-c97b9fd3-d452-4240-b8cc-3bf17f8d762f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544968
Dec 04 00:47:20.408221 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-6944ed43-60a9-4e12-8f2f-bad79b749b58 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:47:20.412597 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-6944ed43-60a9-4e12-8f2f-bad79b749b58 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:20.418502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59622f0f-10aa-4af8-b70f-2b294e33c786 None None] Sync routers for ids ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:47:20.430910 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59622f0f-10aa-4af8-b70f-2b294e33c786 None None] Routers {'3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:47:20.431938 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-59622f0f-10aa-4af8-b70f-2b294e33c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09e1b240>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:47:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:47:20.470625 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-6944ed43-60a9-4e12-8f2f-bad79b749b58 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "PUT /v2.0/floatingips/1528ba04-5888-4833-b598-63c524f62204 HTTP/1.1" status: 200  len: 996 time: 1.5145257
Dec 04 00:47:20.471170 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'tag': '85caa19a-5f57-4b6f-ba38-516844d99d17'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:47:20.491945 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638eb854-0621-4e08-bde3-bd9f07398981 req-279880fc-23d9-445b-92ef-0a83ffe8cf8f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:20.493665 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-638eb854-0621-4e08-bde3-bd9f07398981 req-279880fc-23d9-445b-92ef-0a83ffe8cf8f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0939267
Dec 04 00:47:20.498660 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 85caa19a-5f57-4b6f-ba38-516844d99d17 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:47:20.557270 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-638eb854-0621-4e08-bde3-bd9f07398981 req-e1f057ec-a19f-4f17-b874-1997fa859387 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562375
Dec 04 00:47:20.583530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 85caa19a-5f57-4b6f-ba38-516844d99d17 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:47:20.583958 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:20.662649 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-59622f0f-10aa-4af8-b70f-2b294e33c786 None None] Set router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:47:20.793808 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'tag': '85caa19a-5f57-4b6f-ba38-516844d99d17', 'status': 'completed', 'code': 200}
Dec 04 00:47:20.874593 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-b22f691f-4b5b-4f3c-adc1-73b8b0561486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:20.882357 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-b22f691f-4b5b-4f3c-adc1-73b8b0561486 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=159ca91a7f9e406ab5effb717ffc39d1&device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 1163 time: 0.3923192
Dec 04 00:47:21.027223 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902f206-fc93-44f7-9c37-ef3de946f642 req-ddba1f48-d66b-4f90-b571-235bf59a59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:21.028917 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e902f206-fc93-44f7-9c37-ef3de946f642 req-ddba1f48-d66b-4f90-b571-235bf59a59ca service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=159ca91a7f9e406ab5effb717ffc39d1&device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 1163 time: 0.2205389
Dec 04 00:47:21.079647 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231f319-3ba2-4b79-9084-de16b7797f04 req-3b799f69-a305-40b3-85e2-9b6666fe0412 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:21.081670 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d231f319-3ba2-4b79-9084-de16b7797f04 req-3b799f69-a305-40b3-85e2-9b6666fe0412 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1100841
Dec 04 00:47:21.091527 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-1fe70f8e-2c4b-40e1-901f-fe108ad219a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:21.094118 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-1fe70f8e-2c4b-40e1-901f-fe108ad219a0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47 HTTP/1.1" status: 200  len: 903 time: 0.2103412
Dec 04 00:47:21.142510 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d231f319-3ba2-4b79-9084-de16b7797f04 req-1261eb3d-679d-4ec8-bf64-30c17ff32b90 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533135
Dec 04 00:47:21.193887 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 1413bedd-b533-4651-9857-84c26b53e6b9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:47:21.309672 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e374aa3-14eb-4bb5-8f2e-d7bdddaacd14 req-0913d5b6-5bea-4483-8571-89ba5d46835f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:21.311381 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e374aa3-14eb-4bb5-8f2e-d7bdddaacd14 req-0913d5b6-5bea-4483-8571-89ba5d46835f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.1577816
Dec 04 00:47:21.312139 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-69a8248d-da4b-42b7-a4be-a1bb25756947 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85caa19a-5f57-4b6f-ba38-516844d99d17 HTTP/1.1" status: 200  len: 999 time: 0.1651800
Dec 04 00:47:21.327641 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-59622f0f-10aa-4af8-b70f-2b294e33c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09e1b240>, [{'id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:21Z', 'updated_at': '2020-12-04T00:45:31Z', 'revision_number': 4, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'gw_port': {'id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:23Z', 'updated_at': '2020-12-04T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '1528ba04-5888-4833-b598-63c524f62204', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'port_id': '85caa19a-5f57-4b6f-ba38-516844d99d17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'mac_address': 'fa:16:3e:e4:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:47:17Z', 'updated_at': '2020-12-04T00:47:19Z', 'revision_number': 1, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af40c42d-4aaa-48a8-82b2-6a6d9cd763fd', 'name': '', 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'mac_address': 'fa:16:3e:d0:a8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:29Z', 'updated_at': '2020-12-04T00:45:42Z', 'revision_number': 5, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'subnets': [{'id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:47:21.337201 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59622f0f-10aa-4af8-b70f-2b294e33c786 None None] Checking router: 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:47:21.341249 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 1413bedd-b533-4651-9857-84c26b53e6b9 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:47:21.341755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:21.356061 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59622f0f-10aa-4af8-b70f-2b294e33c786 None None] Routers {'3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:47:21.360015 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-59622f0f-10aa-4af8-b70f-2b294e33c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09e1b240>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:47:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:47:21.385564 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902f206-fc93-44f7-9c37-ef3de946f642 req-a21f5f00-b714-4504-ad1b-fcf68080cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:21.387121 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e902f206-fc93-44f7-9c37-ef3de946f642 req-a21f5f00-b714-4504-ad1b-fcf68080cbdb service neutron] 10.222.0.91 "GET /v2.0/networks?id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47 HTTP/1.1" status: 200  len: 903 time: 0.3351903
Dec 04 00:47:21.403973 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-dd15dd10-f3a9-4fca-9c4a-d9556e25a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:21.412520 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-dd15dd10-f3a9-4fca-9c4a-d9556e25a807 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954 HTTP/1.1" status: 200  len: 848 time: 0.0994046
Dec 04 00:47:21.451306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-2e374aa3-14eb-4bb5-8f2e-d7bdddaacd14 req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Deleting port 1413bedd-b533-4651-9857-84c26b53e6b9 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:47:21.451832 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2e374aa3-14eb-4bb5-8f2e-d7bdddaacd14 req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:21.592007 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e902f206-fc93-44f7-9c37-ef3de946f642 req-617dd859-2646-49bd-afcd-0647e949281d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85caa19a-5f57-4b6f-ba38-516844d99d17 HTTP/1.1" status: 200  len: 999 time: 0.1441312
Dec 04 00:47:21.600305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-fbd060ed-c00d-4eab-9c0c-3ab56e275f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:21.609348 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-fbd060ed-c00d-4eab-9c0c-3ab56e275f43 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1958201
Dec 04 00:47:21.616073 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-258bb45e-9654-43cc-afc4-252ea31d854b service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 00:47:21.629083 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-258bb45e-9654-43cc-afc4-252ea31d854b service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0139012
Dec 04 00:47:21.646822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-59622f0f-10aa-4af8-b70f-2b294e33c786 None None] Set router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:47:21.762231 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-dfef31e5-5e86-4f8c-9845-e09433a8b811 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:21.763245 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-dfef31e5-5e86-4f8c-9845-e09433a8b811 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Synchronizing usage tracker for tenant:126db6f0355043ecaf8cf2100b740a86 on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:47:21.796519 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902f206-fc93-44f7-9c37-ef3de946f642 req-ed1c74d7-6719-4476-807b-2de10ca64efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:21.798123 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e902f206-fc93-44f7-9c37-ef3de946f642 req-ed1c74d7-6719-4476-807b-2de10ca64efb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954 HTTP/1.1" status: 200  len: 848 time: 0.1866293
Dec 04 00:47:21.807651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-dfef31e5-5e86-4f8c-9845-e09433a8b811 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Unset dirty status for tenant:126db6f0355043ecaf8cf2100b740a86 on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:47:21.817153 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-dfef31e5-5e86-4f8c-9845-e09433a8b811 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/networks?id=ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff HTTP/1.1" status: 200  len: 809 time: 0.3274984
Dec 04 00:47:21.844505 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-d66f3ef5-c7e0-4ea8-8924-59352df093a7 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/quotas/126db6f0355043ecaf8cf2100b740a86 HTTP/1.1" status: 200  len: 375 time: 0.0263147
Dec 04 00:47:21.924864 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-5e1211d1-bd11-42bd-9509-20cb26a1b567 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?tenant_id=126db6f0355043ecaf8cf2100b740a86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0792890
Dec 04 00:47:21.985779 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-d82f7593-642e-4259-b6c0-b5928a17e08c service neutron] 10.222.0.88 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3606470
Dec 04 00:47:22.114553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902f206-fc93-44f7-9c37-ef3de946f642 req-5795acb7-08d4-48da-affb-23b3162088ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:22.116197 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e902f206-fc93-44f7-9c37-ef3de946f642 req-5795acb7-08d4-48da-affb-23b3162088ae service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2990773
Dec 04 00:47:22.194143 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-59622f0f-10aa-4af8-b70f-2b294e33c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09e1b240>, [{'id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:21Z', 'updated_at': '2020-12-04T00:45:31Z', 'revision_number': 4, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'gw_port': {'id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:23Z', 'updated_at': '2020-12-04T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '1528ba04-5888-4833-b598-63c524f62204', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'port_id': '85caa19a-5f57-4b6f-ba38-516844d99d17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'mac_address': 'fa:16:3e:e4:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:47:17Z', 'updated_at': '2020-12-04T00:47:19Z', 'revision_number': 1, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af40c42d-4aaa-48a8-82b2-6a6d9cd763fd', 'name': '', 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'mac_address': 'fa:16:3e:d0:a8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:29Z', 'updated_at': '2020-12-04T00:45:42Z', 'revision_number': 5, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'subnets': [{'id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:47:22.199900 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59622f0f-10aa-4af8-b70f-2b294e33c786 None None] The sync data for ids ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'] in dv-cinder-763306-5-iscsi is: [{'id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:21Z', 'updated_at': '2020-12-04T00:45:31Z', 'revision_number': 4, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'gw_port': {'id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:23Z', 'updated_at': '2020-12-04T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '1528ba04-5888-4833-b598-63c524f62204', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'port_id': '85caa19a-5f57-4b6f-ba38-516844d99d17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'mac_address': 'fa:16:3e:e4:69:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:47:17Z', 'updated_at': '2020-12-04T00:47:19Z', 'revision_number': 1, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af40c42d-4aaa-48a8-82b2-6a6d9cd763fd', 'name': '', 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'mac_address': 'fa:16:3e:d0:a8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:29Z', 'updated_at': '2020-12-04T00:45:42Z', 'revision_number': 5, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'subnets': [{'id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:47:22.243495 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-01ba78e4-00d1-459e-9ff0-c6bd0951d815 req-4764736a-1602-4043-88ca-c8beec82c4df service neutron] 10.222.0.88 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2468460
Dec 04 00:47:22.311787 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e902f206-fc93-44f7-9c37-ef3de946f642 req-a9cf8db1-5c95-4b94-b57e-1c461f36943c service neutron] 10.222.0.91 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790695
Dec 04 00:47:22.463563 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-48469812-f920-440d-a09f-005d308a6c7e service neutron] 10.222.0.88 "GET /v2.0/networks/ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5377038
Dec 04 00:47:22.534014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755cd9b7-6863-432b-9242-c24c2ee7f3be None None] New status for floating IP 1528ba04-5888-4833-b598-63c524f62204: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:47:22.538677 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e902f206-fc93-44f7-9c37-ef3de946f642 req-2c977819-7945-435e-b131-5ddd8beb678e service neutron] 10.222.0.91 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2127235
Dec 04 00:47:22.562698 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142703fe-fb18-4e63-b7df-3f23368783d7 req-efbcc68d-89f8-4507-b505-abad09e0bf21 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:22.564482 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-142703fe-fb18-4e63-b7df-3f23368783d7 req-efbcc68d-89f8-4507-b505-abad09e0bf21 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 946 time: 0.1600301
Dec 04 00:47:22.597425 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-2e374aa3-14eb-4bb5-8f2e-d7bdddaacd14 req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] For port 1413bedd-b533-4651-9857-84c26b53e6b9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1413bedd-b533-4651-9857-84c26b53e6b9,segment=NetworkSegment(f0c38287-3d7f-4fbc-a583-19e6545d60d3),segment_id=f0c38287-3d7f-4fbc-a583-19e6545d60d3)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:47:22.597835 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2e374aa3-14eb-4bb5-8f2e-d7bdddaacd14 req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:22.616900 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-142703fe-fb18-4e63-b7df-3f23368783d7 req-a9c7dbd1-6759-4413-9124-5d8e017ca827 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456314
Dec 04 00:47:22.750097 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-2e374aa3-14eb-4bb5-8f2e-d7bdddaacd14 req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Calling delete_port for 1413bedd-b533-4651-9857-84c26b53e6b9 owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:47:22.827657 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4e4d04dd-afef-4245-8adf-d9c8b64aa562 service neutron] 10.222.0.88 "GET /v2.0/networks/ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3480108
Dec 04 00:47:22.838899 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccf483-d71c-41e9-b88d-8bdf7f2edb6d req-e405da44-db1d-4c3c-b484-3382e5df8020 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:22.840675 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fccf483-d71c-41e9-b88d-8bdf7f2edb6d req-e405da44-db1d-4c3c-b484-3382e5df8020 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0918741
Dec 04 00:47:22.894669 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fccf483-d71c-41e9-b88d-8bdf7f2edb6d req-ba936fcf-0e4d-4a54-839a-653276d385da tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465879
Dec 04 00:47:22.921229 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2e374aa3-14eb-4bb5-8f2e-d7bdddaacd14 req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:22.941966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f4ea16f3-1416-452a-bc0b-276d9c475c07 tempest-DeleteServersTestJSON-969844744 tempest-DeleteServersTestJSON-969844744] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:23.048704 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e677a940-c677-4147-a623-c097d8ea0299 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:47:23.062974 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Pushing event deleted for resources: {'Port': ['ID=1413bedd-b533-4651-9857-84c26b53e6b9,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:23.079885 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.080297 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.080699 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.081105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.081501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.082008 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.082400 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.082788 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.083174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.083585 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.083970 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.084367 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.084843 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.085230 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.085615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.085998 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.086380 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.086764 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.087148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.087572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.087942 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.088332 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.088724 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.089104 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:23.093791 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:23.196353 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e677a940-c677-4147-a623-c097d8ea0299 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:47:23.196772 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:23.301713 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e374aa3-14eb-4bb5-8f2e-d7bdddaacd14 req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] No DVR routers for this DVR port 1413bedd-b533-4651-9857-84c26b53e6b9 on host hv-cinder-76330 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:47:23.304095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-2e374aa3-14eb-4bb5-8f2e-d7bdddaacd14 req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:23.308958 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c6f839-21c8-4d32-becb-36d299822686', 'name': 'network-vif-deleted', 'tag': '1413bedd-b533-4651-9857-84c26b53e6b9'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:47:23.359848 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e374aa3-14eb-4bb5-8f2e-d7bdddaacd14 req-15f4df6e-78b1-4c86-9e22-5aea8512c77a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "DELETE /v2.0/ports/1413bedd-b533-4651-9857-84c26b53e6b9 HTTP/1.1" status: 204  len: 173 time: 2.0362234
Dec 04 00:47:23.384767 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c100f-1753-4d90-8eca-51c674578f09 req-53146ecf-ba80-4abf-9d6f-39ca77fa70ad tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:23.387300 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9d8c100f-1753-4d90-8eca-51c674578f09 req-53146ecf-ba80-4abf-9d6f-39ca77fa70ad tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1944535
Dec 04 00:47:23.445897 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9d8c100f-1753-4d90-8eca-51c674578f09 req-ca969120-1a2c-4b8b-acf3-1568caa4b47d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518181
Dec 04 00:47:23.460218 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 1413bedd-b533-4651-9857-84c26b53e6b9 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:47:23.500551 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] No Port match for: 1413bedd-b533-4651-9857-84c26b53e6b9 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:47:23.500551 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 1413bedd-b533-4651-9857-84c26b53e6b9 not bound to the agent host hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:47:23.637066 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b67aa90-2b74-4e8b-803f-25cab9bb04b0 req-3e845db6-726d-422c-b502-4feb3dcf939c tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 210 time: 0.0463910
Dec 04 00:47:23.729285 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c6f839-21c8-4d32-becb-36d299822686', 'name': 'network-vif-deleted', 'tag': '1413bedd-b533-4651-9857-84c26b53e6b9', 'status': 'completed', 'code': 200}
Dec 04 00:47:23.831072 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a5a8d-b110-4438-b5a6-4733472c503a req-50ffb897-c2d7-44d5-839d-9ee8edc0fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:23.832786 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e3a5a8d-b110-4438-b5a6-4733472c503a req-50ffb897-c2d7-44d5-839d-9ee8edc0fab0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8aa42ed1a820400997e02b1aa7e33362&device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 1162 time: 0.1882401
Dec 04 00:47:23.873005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bcfee-72e2-48b7-99f7-cd54c076e7c1 req-1562a875-5cf3-45aa-ad0c-e124fb82c9e8 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:23.874774 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-221bcfee-72e2-48b7-99f7-cd54c076e7c1 req-1562a875-5cf3-45aa-ad0c-e124fb82c9e8 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0983148
Dec 04 00:47:23.889291 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-070d2501-1182-4e00-b95b-580c22c49324 req-11507853-0f11-4374-9608-9a1de19ba329 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 210 time: 0.0514035
Dec 04 00:47:23.924408 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-221bcfee-72e2-48b7-99f7-cd54c076e7c1 req-cf275024-9bfe-4f76-b759-8317b62633bb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426478
Dec 04 00:47:24.091378 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82e7e-8811-41cf-bbb1-f92424b4a964 req-0bd6cac3-4bd8-4995-a714-216269a782c0 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:24.093111 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-95a82e7e-8811-41cf-bbb1-f92424b4a964 req-0bd6cac3-4bd8-4995-a714-216269a782c0 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0876892
Dec 04 00:47:24.143935 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-95a82e7e-8811-41cf-bbb1-f92424b4a964 req-e22b2c20-a824-416a-8f41-5885990ca0c6 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437105
Dec 04 00:47:24.710242 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2c2c5-2f5b-44af-b980-6f7e80cf54d1 req-5f6cca0a-9327-4c7f-aec7-d25d24a15cd6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:24.711864 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f6d2c2c5-2f5b-44af-b980-6f7e80cf54d1 req-5f6cca0a-9327-4c7f-aec7-d25d24a15cd6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0989337
Dec 04 00:47:24.760506 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f6d2c2c5-2f5b-44af-b980-6f7e80cf54d1 req-8e4894e5-d9a5-4446-9997-06b52b583886 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418267
Dec 04 00:47:24.815613 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d272fbb0-2939-4161-9c81-8ca25fd4a4d9 req-5f2ca7ac-27c5-419d-bd57-5a812ce24af4 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 210 time: 0.0484543
Dec 04 00:47:25.090349 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2eebd777-b310-4aa4-b4f7-c059c046c3d1 req-7d61a8dd-017a-49f0-86c7-56bae8245fa6 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Synchronizing usage tracker for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:47:25.106547 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-2eebd777-b310-4aa4-b4f7-c059c046c3d1 req-7d61a8dd-017a-49f0-86c7-56bae8245fa6 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Unset dirty status for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:47:25.107900 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2eebd777-b310-4aa4-b4f7-c059c046c3d1 req-7d61a8dd-017a-49f0-86c7-56bae8245fa6 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 210 time: 0.0633860
Dec 04 00:47:25.142421 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae68540-acf0-4aee-a665-832a37820ead req-6490cb3a-6903-4792-99a1-9939ece18c5b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:25.144115 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eae68540-acf0-4aee-a665-832a37820ead req-6490cb3a-6903-4792-99a1-9939ece18c5b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0854084
Dec 04 00:47:25.192756 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eae68540-acf0-4aee-a665-832a37820ead req-b70df3c8-0ef6-4d2f-90a4-9ef0d54e1f8f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421402
Dec 04 00:47:25.373518 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739db3c8-89a1-430c-9b1d-5b34e3830efc req-180d5ebf-3887-4935-98c4-83a19ed39745 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:25.375132 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-739db3c8-89a1-430c-9b1d-5b34e3830efc req-180d5ebf-3887-4935-98c4-83a19ed39745 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0878243
Dec 04 00:47:25.426240 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-739db3c8-89a1-430c-9b1d-5b34e3830efc req-d596f900-d0d5-4f7a-9594-9ae5efa363be tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411093
Dec 04 00:47:26.000130 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-342c7d5c-4aa3-400c-973c-5916887d154a req-48378538-bf25-421a-a45c-ef978d556928 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 210 time: 0.0474069
Dec 04 00:47:26.012695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423eb715-2111-44b2-bd0e-eb0cc0aa766f req-ce9150b1-ca9f-4f36-85bb-e02d7ee94a51 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:26.014276 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-423eb715-2111-44b2-bd0e-eb0cc0aa766f req-ce9150b1-ca9f-4f36-85bb-e02d7ee94a51 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0959530
Dec 04 00:47:26.063186 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-423eb715-2111-44b2-bd0e-eb0cc0aa766f req-77e507a8-bef0-402f-b196-dad622edd09b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423913
Dec 04 00:47:26.338667 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc0f84c1-a403-4f6d-b93b-94e10e6cb1a5 req-b33d3806-9c5a-4b26-bce1-4e368e3446d1 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 210 time: 0.0549066
Dec 04 00:47:26.370026 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:26.397160 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a5a8d-b110-4438-b5a6-4733472c503a req-fc8bb22c-8cde-4d85-8dd9-d3c5b1116d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:26.398781 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e3a5a8d-b110-4438-b5a6-4733472c503a req-fc8bb22c-8cde-4d85-8dd9-d3c5b1116d24 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 HTTP/1.1" status: 200  len: 912 time: 0.2125864
Dec 04 00:47:26.423774 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d582b-acbd-4286-a1e7-5223b127a9cf req-aa3b72f9-45ed-4539-8e12-909ea078bf29 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:26.425384 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b9d582b-acbd-4286-a1e7-5223b127a9cf req-aa3b72f9-45ed-4539-8e12-909ea078bf29 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0893898
Dec 04 00:47:26.425496 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:47:26.480471 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8b9d582b-acbd-4286-a1e7-5223b127a9cf req-fd20b196-9e43-49e2-ba1e-c04da69d1e18 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453093
Dec 04 00:47:26.650073 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9940c3-90b1-463e-b384-5f58d6157b46 req-d489d254-229e-4d39-8447-7006cca3cbc0 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:26.651631 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4f9940c3-90b1-463e-b384-5f58d6157b46 req-d489d254-229e-4d39-8447-7006cca3cbc0 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0871401
Dec 04 00:47:26.701183 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4f9940c3-90b1-463e-b384-5f58d6157b46 req-69523501-1ae1-4d79-8f46-4cf049c4bbbd tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416925
Dec 04 00:47:27.184176 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c16d5fd9-a4a3-4ab4-8104-4b727d8c89ac req-ca0ed61b-b4c9-4c78-993d-5c8cbf3297bd tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 210 time: 0.0453928
Dec 04 00:47:27.297392 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209b775-c9d7-43fb-969c-7b19c2ce5b49 req-6a2cdbed-be46-4200-908f-a04fef1fd64a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:27.299022 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b209b775-c9d7-43fb-969c-7b19c2ce5b49 req-6a2cdbed-be46-4200-908f-a04fef1fd64a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0857310
Dec 04 00:47:27.350049 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b209b775-c9d7-43fb-969c-7b19c2ce5b49 req-ceff1819-13af-40a1-a32b-4acac39b7cde tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412843
Dec 04 00:47:27.528389 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9d99c04f-87af-4179-a792-b6be4639bf78 req-020ef62d-b4ad-4799-83bc-8bdee9ed2899 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=d5c6f839-21c8-4d32-becb-36d299822686 HTTP/1.1" status: 200  len: 210 time: 0.0456152
Dec 04 00:47:27.749073 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e3a5a8d-b110-4438-b5a6-4733472c503a req-7aaf0bcd-5643-445e-8fe8-3e5d3e2f4fb3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5c396e1-bef1-44f1-947b-625090bba1a0 HTTP/1.1" status: 200  len: 217 time: 0.0698128
Dec 04 00:47:27.764842 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea2fdc-7db4-4534-a5da-6078a80f731f req-56d802a9-5ee7-497d-8dfd-52f5823a6e57 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:27.766561 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a4ea2fdc-7db4-4534-a5da-6078a80f731f req-56d802a9-5ee7-497d-8dfd-52f5823a6e57 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1523080
Dec 04 00:47:27.877687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a5a8d-b110-4438-b5a6-4733472c503a req-4997638b-27e0-4cec-84dd-bdc538fcba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:27.879203 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e3a5a8d-b110-4438-b5a6-4733472c503a req-4997638b-27e0-4cec-84dd-bdc538fcba3d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=887d58e7-6037-47d9-82f2-709206eff474 HTTP/1.1" status: 200  len: 858 time: 0.1076012
Dec 04 00:47:27.881695 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a4ea2fdc-7db4-4534-a5da-6078a80f731f req-0fb40737-32fc-434f-8e05-ae8e54471e51 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748327
Dec 04 00:47:27.936696 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e3a5a8d-b110-4438-b5a6-4733472c503a req-99d164ee-c82c-4c73-af3b-b197dc653c52 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475538
Dec 04 00:47:28.031410 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe8dec-0f9e-4fe0-8eb0-aa7b98c637c1 req-053ba0de-543e-4b26-867a-044a3a5b2ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:28.033073 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0ffe8dec-0f9e-4fe0-8eb0-aa7b98c637c1 req-053ba0de-543e-4b26-867a-044a3a5b2ad5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad16774878464ffba02b8d1ebd37d1f9&device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 1163 time: 0.3578315
Dec 04 00:47:28.039661 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25a41d-21a6-48a4-96c1-795dc38c6c3f req-d0641367-5b94-4de5-858c-877369092630 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:28.041407 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bf25a41d-21a6-48a4-96c1-795dc38c6c3f req-d0641367-5b94-4de5-858c-877369092630 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1121757
Dec 04 00:47:28.089012 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e3a5a8d-b110-4438-b5a6-4733472c503a req-e4c755cc-156a-45df-8311-d27cacaca379 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386216
Dec 04 00:47:28.191997 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bf25a41d-21a6-48a4-96c1-795dc38c6c3f req-0cfe650f-3836-4d63-ba75-b07e43fb8879 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1436133
Dec 04 00:47:28.279793 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8e3a5a8d-b110-4438-b5a6-4733472c503a req-ca79a8a4-085a-4b90-ad15-7b639a9062e3 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1537578
Dec 04 00:47:28.286595 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe8dec-0f9e-4fe0-8eb0-aa7b98c637c1 req-90106e06-2e90-42e3-bc92-c1e89b80c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:28.288221 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0ffe8dec-0f9e-4fe0-8eb0-aa7b98c637c1 req-90106e06-2e90-42e3-bc92-c1e89b80c62b service neutron] 10.222.0.91 "GET /v2.0/networks?id=1a96c76c-b31f-4d8f-acd6-db58f60b517e HTTP/1.1" status: 200  len: 905 time: 0.2253337
Dec 04 00:47:28.420921 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4cc4047c-57df-406e-950f-8ee58caef0af req-63aaebd3-3e74-44d1-8c20-2bb00eb9ae23 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 210 time: 0.0616801
Dec 04 00:47:28.427066 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0ffe8dec-0f9e-4fe0-8eb0-aa7b98c637c1 req-c841c481-fe38-4ffa-a0e7-6189e6b34cac service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c20d871-2640-4af6-9b47-fa5e182a2713 HTTP/1.1" status: 200  len: 1002 time: 0.1254342
Dec 04 00:47:28.512059 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe8dec-0f9e-4fe0-8eb0-aa7b98c637c1 req-9cdc537f-1dcc-4941-b4b9-3db54479ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:28.514143 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0ffe8dec-0f9e-4fe0-8eb0-aa7b98c637c1 req-9cdc537f-1dcc-4941-b4b9-3db54479ced8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3fd5653-af84-4d8e-b53f-8e48b11f3606 HTTP/1.1" status: 200  len: 850 time: 0.0732768
Dec 04 00:47:28.686279 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f54a4-f604-480c-9e49-322c200ab5ab req-5ae2ffd8-5b2d-40e5-8603-fa5738db65a7 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:28.694259 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f8f54a4-f604-480c-9e49-322c200ab5ab req-5ae2ffd8-5b2d-40e5-8603-fa5738db65a7 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1601806
Dec 04 00:47:28.722373 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe8dec-0f9e-4fe0-8eb0-aa7b98c637c1 req-22ab6529-e7d1-4a58-80d2-97f100201bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:28.724044 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0ffe8dec-0f9e-4fe0-8eb0-aa7b98c637c1 req-22ab6529-e7d1-4a58-80d2-97f100201bfb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1a96c76c-b31f-4d8f-acd6-db58f60b517e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1510813
Dec 04 00:47:28.760056 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f8f54a4-f604-480c-9e49-322c200ab5ab req-f1f90af7-4e05-4edf-ab4c-935dff6e70a9 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648491
Dec 04 00:47:28.909929 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0ffe8dec-0f9e-4fe0-8eb0-aa7b98c637c1 req-cf63ae03-2cf0-4fc5-b41e-0c248197be03 service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605370
Dec 04 00:47:29.134269 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0ffe8dec-0f9e-4fe0-8eb0-aa7b98c637c1 req-d846c061-3507-4f0a-91ea-b9e39a93f224 service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2126708
Dec 04 00:47:29.157438 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f94b64-3e96-45e7-b3ef-84683cac74f3 req-83c02321-176b-4324-bee0-a902cd4f25f4 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:29.159293 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-93f94b64-3e96-45e7-b3ef-84683cac74f3 req-83c02321-176b-4324-bee0-a902cd4f25f4 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1387262
Dec 04 00:47:29.226439 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-db50b08d-6452-4cdf-84fa-4be3f7068199 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:29.228386 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-db50b08d-6452-4cdf-84fa-4be3f7068199 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/networks?id=1787277c-956b-4a22-a81d-88000579fa19 HTTP/1.1" status: 200  len: 814 time: 0.3745985
Dec 04 00:47:29.254231 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-b207c2f2-12e9-4ff9-a8d2-4875de2c0549 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/quotas/f4b3bf2892414b839b7a6417a9df3582 HTTP/1.1" status: 200  len: 375 time: 0.0176387
Dec 04 00:47:29.309030 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-a7b6d0c8-317d-45ec-ab79-812623d1cee1 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?tenant_id=f4b3bf2892414b839b7a6417a9df3582&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0537102
Dec 04 00:47:29.335383 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-93f94b64-3e96-45e7-b3ef-84683cac74f3 req-c26524c6-fdb6-4c26-af2e-2565edce1679 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371706
Dec 04 00:47:29.376736 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-79a07adf-4569-4c53-9651-a73a1c093858 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:29.378684 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-79a07adf-4569-4c53-9651-a73a1c093858 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.91 "GET /v2.0/networks?id=ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff HTTP/1.1" status: 200  len: 809 time: 0.2183559
Dec 04 00:47:29.404622 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Request body: {'port': {'device_id': '8afb0f00-6689-48a1-a942-64b70dfe6cf5', 'network_id': 'ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff', 'admin_state_up': True, 'tenant_id': '126db6f0355043ecaf8cf2100b740a86'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:47:29.465850 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-8fb07964-5e50-494e-a088-0aecbf56ac5e service neutron] 10.222.0.88 "GET /v2.0/networks/1787277c-956b-4a22-a81d-88000579fa19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484954
Dec 04 00:47:29.613921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:47:29.616953 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-bc6aad66-23ed-49b9-bf08-ed90bd1fa343 service neutron] 10.222.0.88 "GET /v2.0/networks/1787277c-956b-4a22-a81d-88000579fa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432364
Dec 04 00:47:29.619888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Usage tracker for resource:port and tenant:126db6f0355043ecaf8cf2100b740a86 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:47:29.623958 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Quota usage for port was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:47:29.631943 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:47:29.639647 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfabc2-8596-4848-b47e-bb34cb965edc req-a4492222-0fe3-4677-8ea3-b7a66e4ea1a1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:29.641329 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5dbfabc2-8596-4848-b47e-bb34cb965edc req-a4492222-0fe3-4677-8ea3-b7a66e4ea1a1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1615801
Dec 04 00:47:29.664458 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Made reservation on behalf of 126db6f0355043ecaf8cf2100b740a86 for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:47:29.669869 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:29.729446 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5dbfabc2-8596-4848-b47e-bb34cb965edc req-e6770333-8274-4418-9817-bbe8272d6ee3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814497
Dec 04 00:47:29.881978 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87ee50cf-e1a7-4551-94fa-504a0e2a9797 req-8da6102a-c94b-4428-b6b7-66bbe704563f tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 210 time: 0.0563946
Dec 04 00:47:29.894029 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-691e149b-58f4-418c-8839-46d7704fd824 req-4486d63a-dd39-4d01-b571-8d3de915114c tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 210 time: 0.0559196
Dec 04 00:47:30.182101 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Allocated IP 172.20.0.10 (ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff/5ef065e3-b447-4a06-83a3-4cc7eccbd2db/77c7261d-575c-4170-bb87-dacd73cd3947) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:47:30.198760 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d265ed-81d5-4ac7-ab4d-10f007e7e007 req-11ef4eab-70dd-458c-a597-5674abecc2b0 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:30.200431 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-11d265ed-81d5-4ac7-ab4d-10f007e7e007 req-11ef4eab-70dd-458c-a597-5674abecc2b0 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1765428
Dec 04 00:47:30.364941 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-11d265ed-81d5-4ac7-ab4d-10f007e7e007 req-a9d4e0a8-315b-468e-9628-54c76e27227a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1461020
Dec 04 00:47:30.408414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0991f64-198f-4182-99c0-25e2529c104d req-d574684b-e7cf-46d2-999c-9696387e4582 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:30.410076 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a0991f64-198f-4182-99c0-25e2529c104d req-d574684b-e7cf-46d2-999c-9696387e4582 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 945 time: 0.0895541
Dec 04 00:47:30.464712 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a0991f64-198f-4182-99c0-25e2529c104d req-94ff95ab-e679-4269-bf5d-ccc68ccc1563 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475659
Dec 04 00:47:30.468692 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:30.501264 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:30.518684 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:30.708101 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Pushing event updated for resources: {'Port': ['ID=77c7261d-575c-4170-bb87-dacd73cd3947,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:30.714158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:30.789138 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5e08a-2836-4009-9b37-963609d3303e req-3c2167b6-73f2-4e55-884d-90c7a71c58a0 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:30.790727 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6cd5e08a-2836-4009-9b37-963609d3303e req-3c2167b6-73f2-4e55-884d-90c7a71c58a0 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.2374272
Dec 04 00:47:30.792682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Network ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:47:30.793890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:47:30.796558 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:47:30.893801 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:30.894459 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:30.903543 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6cd5e08a-2836-4009-9b37-963609d3303e req-975176b4-fa65-4d25-b48f-f2a9d33cd8a5 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735939
Dec 04 00:47:30.919722 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5193498
Dec 04 00:47:30.940222 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Request body: {'port': {'device_id': '8afb0f00-6689-48a1-a942-64b70dfe6cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:47:30.954273 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bb68a-8af1-46fa-967b-72d1338afa93 req-24dee37a-09b2-493a-ba36-874af44b34b6 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:30.955942 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9f1bb68a-8af1-46fa-967b-72d1338afa93 req-24dee37a-09b2-493a-ba36-874af44b34b6 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0867512
Dec 04 00:47:31.008787 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9f1bb68a-8af1-46fa-967b-72d1338afa93 req-936bf957-bdf0-434b-9f46-0dc2482b3dc3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465493
Dec 04 00:47:31.092650 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-10c9a904-a13d-4cde-a981-1c5593d60d68 req-be5185cd-0440-4863-8c30-502d915ca48d tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 210 time: 0.0659564
Dec 04 00:47:31.104858 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:31.214322 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849529b9-23ed-4ec1-a141-5f14b3e905a1 req-06199107-9508-44ef-af15-596221d93a1a tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:31.218465 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-849529b9-23ed-4ec1-a141-5f14b3e905a1 req-06199107-9508-44ef-af15-596221d93a1a tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 932 time: 0.0910416
Dec 04 00:47:31.268445 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-849529b9-23ed-4ec1-a141-5f14b3e905a1 req-f1d8ea60-e3f5-40ff-8907-654b4999597d tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Synchronizing usage tracker for tenant:126db6f0355043ecaf8cf2100b740a86 on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:47:31.287245 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-849529b9-23ed-4ec1-a141-5f14b3e905a1 req-f1d8ea60-e3f5-40ff-8907-654b4999597d tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Unset dirty status for tenant:126db6f0355043ecaf8cf2100b740a86 on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:47:31.288842 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-849529b9-23ed-4ec1-a141-5f14b3e905a1 req-f1d8ea60-e3f5-40ff-8907-654b4999597d tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653453
Dec 04 00:47:31.677529 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-21a1fb2d-d11d-418f-9726-87c6d719e550 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:31.679255 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-21a1fb2d-d11d-418f-9726-87c6d719e550 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.91 "GET /v2.0/networks?id=1787277c-956b-4a22-a81d-88000579fa19 HTTP/1.1" status: 200  len: 814 time: 0.2310145
Dec 04 00:47:31.706247 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Request body: {'port': {'device_id': 'bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe', 'network_id': '1787277c-956b-4a22-a81d-88000579fa19', 'admin_state_up': True, 'tenant_id': 'f4b3bf2892414b839b7a6417a9df3582'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:47:31.742685 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4215-afca-433f-adf4-1d75ad120a23 req-df6cc72c-a99a-4a8a-b95f-eceb55247cd6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:31.744348 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f6eb4215-afca-433f-adf4-1d75ad120a23 req-df6cc72c-a99a-4a8a-b95f-eceb55247cd6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.2151673
Dec 04 00:47:31.805219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f04ef-e21a-41a3-8ddf-b269499aedc8 req-8b99dc00-12ca-41a0-94a2-67a27cdf5c25 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:31.806835 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2f8f04ef-e21a-41a3-8ddf-b269499aedc8 req-8b99dc00-12ca-41a0-94a2-67a27cdf5c25 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 945 time: 0.1944010
Dec 04 00:47:31.813548 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f6eb4215-afca-433f-adf4-1d75ad120a23 req-dee367a8-34c9-4a1c-b7f0-0e2d0493b010 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603874
Dec 04 00:47:31.867076 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c7261d-575c-4170-bb87-dacd73cd3947 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:47:31.875075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:31.888453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Transition to ACTIVE for port object 77c7261d-575c-4170-bb87-dacd73cd3947 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:47:31.891938 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:31.905186 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:47:31.908017 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e9a5f663-59dd-4c73-aa8c-03c129001c18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:31.915272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:47:31.919321 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2f8f04ef-e21a-41a3-8ddf-b269499aedc8 req-ff97dd26-6bb4-4ee8-ada2-02a6f2324598 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977726
Dec 04 00:47:31.927071 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Made reservation on behalf of f4b3bf2892414b839b7a6417a9df3582 for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:47:31.932823 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:31.949777 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e677a940-c677-4147-a623-c097d8ea0299 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:47:32.032034 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e677a940-c677-4147-a623-c097d8ea0299 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:47:32.032728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:32.195165 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 3c20d871-2640-4af6-9b47-fa5e182a2713 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:47:32.310829 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 3c20d871-2640-4af6-9b47-fa5e182a2713 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:47:32.311536 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:32.314145 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Pushing event updated for resources: {'Port': ['ID=77c7261d-575c-4170-bb87-dacd73cd3947,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:32.348263 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:32.358189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Allocated IP 172.20.0.10 (1787277c-956b-4a22-a81d-88000579fa19/483cf0c1-ff5f-41ca-868d-fbd6e030e7d9/f0cb452d-6360-4e62-befe-9e16bf901810) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:47:32.385161 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-342776be-9650-4e43-af7d-754886156033 req-fc1ca743-a82a-4309-b426-bd5b3e65c245 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 210 time: 0.0770950
Dec 04 00:47:32.430899 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Attempting to bind port 77c7261d-575c-4170-bb87-dacd73cd3947 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:47:32.431354 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Attempting to bind port 77c7261d-575c-4170-bb87-dacd73cd3947 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '5262cc87-c46f-425e-853d-39bd81befc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:47:32.431822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Attempting to bind port 77c7261d-575c-4170-bb87-dacd73cd3947 on network ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:47:32.443296 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea176b7-1a48-4b5e-8973-7c53a95c86f5 req-971b8b84-5727-4bbc-9d39-ba36da8e2ece tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:32.455393 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7ea176b7-1a48-4b5e-8973-7c53a95c86f5 req-971b8b84-5727-4bbc-9d39-ba36da8e2ece tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.3330131
Dec 04 00:47:32.487966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:47:32.488355 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Checking segment: {'id': '5262cc87-c46f-425e-853d-39bd81befc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:47:32.488779 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:32.489180 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Bound using segment: {'id': '5262cc87-c46f-425e-853d-39bd81befc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:47:32.489778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Bound port: 77c7261d-575c-4170-bb87-dacd73cd3947, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5262cc87-c46f-425e-853d-39bd81befc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:47:32.492147 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:32.573457 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7ea176b7-1a48-4b5e-8973-7c53a95c86f5 req-e2f7f720-2470-4220-960a-b3a594b69016 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164210
Dec 04 00:47:32.621150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] For port 77c7261d-575c-4170-bb87-dacd73cd3947, host hv-cinder-76330, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:47:32.624678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] For port 77c7261d-575c-4170-bb87-dacd73cd3947, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=77c7261d-575c-4170-bb87-dacd73cd3947,segment=NetworkSegment(5262cc87-c46f-425e-853d-39bd81befc24),segment_id=5262cc87-c46f-425e-853d-39bd81befc24)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:47:32.629239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:32.646773 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:32.745248 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:32.761055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b704e5-01d4-478e-bd66-77c1ce450ec3 req-4467eb0c-dd14-4421-b56e-f9e1f401ce95 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:32.762741 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8b704e5-01d4-478e-bd66-77c1ce450ec3 req-4467eb0c-dd14-4421-b56e-f9e1f401ce95 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 944 time: 0.1641886
Dec 04 00:47:32.807271 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Pushing event updated for resources: {'Port': ['ID=77c7261d-575c-4170-bb87-dacd73cd3947,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:32.812382 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:32.824125 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a8b704e5-01d4-478e-bd66-77c1ce450ec3 req-676d0620-073a-46b4-aa6d-52870b552f4b tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516574
Dec 04 00:47:32.825451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:32.845356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:32.845937 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:32.846272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:32.847845 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] 10.222.0.91 "PUT /v2.0/ports/77c7261d-575c-4170-bb87-dacd73cd3947 HTTP/1.1" status: 200  len: 1158 time: 1.9128127
Dec 04 00:47:32.848371 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afb0f00-6689-48a1-a942-64b70dfe6cf5', 'tag': '77c7261d-575c-4170-bb87-dacd73cd3947'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:47:32.927659 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8afb0f00-6689-48a1-a942-64b70dfe6cf5', 'tag': '77c7261d-575c-4170-bb87-dacd73cd3947', 'status': 'completed', 'code': 200}
Dec 04 00:47:33.073864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-8be0bba4-b18a-4a9d-96bf-d3e8fef5b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:33.076156 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-8be0bba4-b18a-4a9d-96bf-d3e8fef5b523 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=126db6f0355043ecaf8cf2100b740a86&device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 1161 time: 0.1358509
Dec 04 00:47:33.138030 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Pushing event updated for resources: {'Port': ['ID=f0cb452d-6360-4e62-befe-9e16bf901810,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:33.141629 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:33.203055 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-143f8983-d7e9-4202-993c-5c87a0ee293d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77c7261d-575c-4170-bb87-dacd73cd3947 HTTP/1.1" status: 200  len: 217 time: 0.0775359
Dec 04 00:47:33.267238 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88db38-e56b-497c-8729-3a47e23b9e5b req-12d0a338-cbf5-4322-af57-77bc8e7667fc tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:33.281443 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd88db38-e56b-497c-8729-3a47e23b9e5b req-12d0a338-cbf5-4322-af57-77bc8e7667fc tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.2699924
Dec 04 00:47:33.292990 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Network 1787277c-956b-4a22-a81d-88000579fa19 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:47:33.293844 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:47:33.316855 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:47:33.327920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:33.329584 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:33.352664 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9defb-a9b8-44dd-af56-c767059f80e0 req-695a4222-485d-4f33-bf0a-4e09f03c88ba tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:33.361226 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25d9defb-a9b8-44dd-af56-c767059f80e0 req-695a4222-485d-4f33-bf0a-4e09f03c88ba tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 945 time: 0.2792408
Dec 04 00:47:33.380700 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-fd6546d0-b295-48f0-b371-bec5beb65cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:33.382477 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-fd6546d0-b295-48f0-b371-bec5beb65cf1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5ef065e3-b447-4a06-83a3-4cc7eccbd2db HTTP/1.1" status: 200  len: 849 time: 0.1534064
Dec 04 00:47:33.395469 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6943028
Dec 04 00:47:33.408176 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd88db38-e56b-497c-8729-3a47e23b9e5b req-67be30f8-9670-4fe0-ae3a-79cec4e24fb0 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1156638
Dec 04 00:47:33.417381 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Request body: {'port': {'device_id': 'bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:47:33.473458 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-8fc9fc23-af35-4d5f-a592-612f8ab6d884 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0789545
Dec 04 00:47:33.489839 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25d9defb-a9b8-44dd-af56-c767059f80e0 req-6ca94f06-a498-4539-97a5-8ad900022de1 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275434
Dec 04 00:47:33.626298 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:33.711970 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-629b6d8d-118d-4fd9-9cf7-730639969abc service neutron] 10.222.0.91 "GET /v2.0/networks/ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2209520
Dec 04 00:47:33.778842 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 949a6f5d-64f9-4141-b813-5cafabe8cb0f no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:47:33.933614 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:33.941148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8a52b-9172-4dff-9b43-010f302b1bfa req-e9b052be-98cf-426d-94a6-d02e1f9e9e39 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:33.941896 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896c5d-bd96-45af-ada7-25ef691a5d0f req-2f3c36c9-b2ee-43ad-8ce6-1e3793dc2236 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:33.942718 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-5b896c5d-bd96-45af-ada7-25ef691a5d0f req-2f3c36c9-b2ee-43ad-8ce6-1e3793dc2236 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Synchronizing usage tracker for tenant:f4b3bf2892414b839b7a6417a9df3582 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:47:33.942843 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-17d8a52b-9172-4dff-9b43-010f302b1bfa req-e9b052be-98cf-426d-94a6-d02e1f9e9e39 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.2170138
Dec 04 00:47:33.984318 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 949a6f5d-64f9-4141-b813-5cafabe8cb0f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=949a6f5d-64f9-4141-b813-5cafabe8cb0f,segment=NetworkSegment(f0c38287-3d7f-4fbc-a583-19e6545d60d3),segment_id=f0c38287-3d7f-4fbc-a583-19e6545d60d3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:47:33.985821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d41be70-0faa-4d8d-8006-c88c9e74919e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '949a6f5d-64f9-4141-b813-5cafabe8cb0f'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:47:33.989443 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7fe0149e-ba5a-4187-b4cb-f468b3cc9cd4 req-f28f99f4-c5b6-480a-9362-6a683a716b68 service neutron] 10.222.0.91 "GET /v2.0/networks/ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2620180
Dec 04 00:47:33.992670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:34.005483 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:34.018085 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-17d8a52b-9172-4dff-9b43-010f302b1bfa req-9e6f25ab-78d7-42b8-a15a-297314787074 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604622
Dec 04 00:47:34.217136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=949a6f5d-64f9-4141-b813-5cafabe8cb0f,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:34.221735 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:34.254210 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa5bb0-2013-415b-8c1b-8d608701f433 req-5032f278-7d6b-4152-aa92-293913a9b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:34.256183 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bcfa5bb0-2013-415b-8c1b-8d608701f433 req-5032f278-7d6b-4152-aa92-293913a9b8ac service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=126db6f0355043ecaf8cf2100b740a86&device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 1161 time: 0.2047033
Dec 04 00:47:34.262637 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-5b896c5d-bd96-45af-ada7-25ef691a5d0f req-2f3c36c9-b2ee-43ad-8ce6-1e3793dc2236 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Unset dirty status for tenant:f4b3bf2892414b839b7a6417a9df3582 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:47:34.270215 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5b896c5d-bd96-45af-ada7-25ef691a5d0f req-2f3c36c9-b2ee-43ad-8ce6-1e3793dc2236 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 932 time: 0.6479719
Dec 04 00:47:34.299333 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3766ee-8445-40c0-8f61-166a26f2248d req-ead098c0-4c81-4ab1-af38-131fc81a7bdd tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:34.300919 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d3766ee-8445-40c0-8f61-166a26f2248d req-ead098c0-4c81-4ab1-af38-131fc81a7bdd tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 945 time: 0.5448575
Dec 04 00:47:34.397725 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c8d0d-c59b-4cdf-8352-7ecc27e75a5b req-6cc0152a-e4d0-4218-85bd-7f490463509c tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:34.398541 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-751c8d0d-c59b-4cdf-8352-7ecc27e75a5b req-6cc0152a-e4d0-4218-85bd-7f490463509c tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Synchronizing usage tracker for tenant:126db6f0355043ecaf8cf2100b740a86 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:47:34.401045 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5b896c5d-bd96-45af-ada7-25ef691a5d0f req-9e08f6fc-2259-4e68-adb5-196adfb984b2 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296799
Dec 04 00:47:34.463501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa5bb0-2013-415b-8c1b-8d608701f433 req-eacc06a8-c23f-434c-80a3-26a7dd309668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:34.465919 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bcfa5bb0-2013-415b-8c1b-8d608701f433 req-eacc06a8-c23f-434c-80a3-26a7dd309668 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff HTTP/1.1" status: 200  len: 904 time: 0.1870298
Dec 04 00:47:34.467884 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-751c8d0d-c59b-4cdf-8352-7ecc27e75a5b req-6cc0152a-e4d0-4218-85bd-7f490463509c tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Unset dirty status for tenant:126db6f0355043ecaf8cf2100b740a86 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:47:34.478563 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-751c8d0d-c59b-4cdf-8352-7ecc27e75a5b req-6cc0152a-e4d0-4218-85bd-7f490463509c tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 944 time: 0.2977014
Dec 04 00:47:34.536815 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-7d3766ee-8445-40c0-8f61-166a26f2248d req-5c281fa1-874e-48cf-9d52-d84de9f705b4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Deleting port 949a6f5d-64f9-4141-b813-5cafabe8cb0f {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:47:34.537472 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7d3766ee-8445-40c0-8f61-166a26f2248d req-5c281fa1-874e-48cf-9d52-d84de9f705b4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:34.553895 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d41be70-0faa-4d8d-8006-c88c9e74919e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '949a6f5d-64f9-4141-b813-5cafabe8cb0f', 'code': 200}
Dec 04 00:47:34.579457 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bcfa5bb0-2013-415b-8c1b-8d608701f433 req-02543a25-819b-4685-86b3-6482773aa4ac service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77c7261d-575c-4170-bb87-dacd73cd3947 HTTP/1.1" status: 200  len: 217 time: 0.0824811
Dec 04 00:47:34.653857 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-751c8d0d-c59b-4cdf-8352-7ecc27e75a5b req-0cefe509-69d6-43ff-a81c-d5de1646031f tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743081
Dec 04 00:47:34.675619 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa5bb0-2013-415b-8c1b-8d608701f433 req-bc07849f-1d87-4c82-94f1-2741de9908f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:34.677360 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bcfa5bb0-2013-415b-8c1b-8d608701f433 req-bc07849f-1d87-4c82-94f1-2741de9908f5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5ef065e3-b447-4a06-83a3-4cc7eccbd2db HTTP/1.1" status: 200  len: 849 time: 0.0867300
Dec 04 00:47:34.756523 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bcfa5bb0-2013-415b-8c1b-8d608701f433 req-dbc74eb5-ed9a-4a3b-9851-1de4a7443301 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0639141
Dec 04 00:47:35.137660 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b9789-4559-4a34-b38c-86453e6f9287 req-fb88148b-8010-4658-a823-6ec8099ef356 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:35.146244 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f16b9789-4559-4a34-b38c-86453e6f9287 req-fb88148b-8010-4658-a823-6ec8099ef356 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.3674335
Dec 04 00:47:35.233344 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f16b9789-4559-4a34-b38c-86453e6f9287 req-ca8f08f9-3104-43ba-b672-695e0c74fd40 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859423
Dec 04 00:47:35.238051 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5f3a7-c338-4344-95dd-8ecc204f5447 req-74f51cfd-180e-4a7f-9934-454b77108bad tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:35.244214 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63e5f3a7-c338-4344-95dd-8ecc204f5447 req-74f51cfd-180e-4a7f-9934-454b77108bad tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 943 time: 0.3811815
Dec 04 00:47:35.283662 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bcfa5bb0-2013-415b-8c1b-8d608701f433 req-7e57b61f-6002-4b1c-9b1a-9e233171aa69 service neutron] 10.222.0.91 "GET /v2.0/networks/ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5068433
Dec 04 00:47:35.352195 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0cb452d-6360-4e62-befe-9e16bf901810 {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:47:35.361920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:35.385578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Transition to ACTIVE for port object f0cb452d-6360-4e62-befe-9e16bf901810 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:47:35.388009 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-7d3766ee-8445-40c0-8f61-166a26f2248d req-5c281fa1-874e-48cf-9d52-d84de9f705b4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] For port 949a6f5d-64f9-4141-b813-5cafabe8cb0f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=949a6f5d-64f9-4141-b813-5cafabe8cb0f,segment=NetworkSegment(f0c38287-3d7f-4fbc-a583-19e6545d60d3),segment_id=f0c38287-3d7f-4fbc-a583-19e6545d60d3)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:47:35.388839 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7d3766ee-8445-40c0-8f61-166a26f2248d req-5c281fa1-874e-48cf-9d52-d84de9f705b4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:35.405581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:35.406560 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63e5f3a7-c338-4344-95dd-8ecc204f5447 req-eb513871-3dd7-4fde-8fd7-ec551bb209d9 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491320
Dec 04 00:47:35.490068 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bcfa5bb0-2013-415b-8c1b-8d608701f433 req-1f3f6057-63da-4c03-be3f-8af1b162dacf service neutron] 10.222.0.91 "GET /v2.0/networks/ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1904130
Dec 04 00:47:35.582368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:35.629288 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-7d3766ee-8445-40c0-8f61-166a26f2248d req-5c281fa1-874e-48cf-9d52-d84de9f705b4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Calling delete_port for 949a6f5d-64f9-4141-b813-5cafabe8cb0f owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:47:35.667823 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a712c8d-30b5-4eba-9bf1-c36ba1a37664 req-f83aa12b-f12f-44e7-9ca9-a17fee9f43df tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:35.670675 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1a712c8d-30b5-4eba-9bf1-c36ba1a37664 req-f83aa12b-f12f-44e7-9ca9-a17fee9f43df tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 944 time: 0.1035695
Dec 04 00:47:35.740144 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1a712c8d-30b5-4eba-9bf1-c36ba1a37664 req-604f1ab5-7e57-4365-81d7-26b7b909ff1f tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618460
Dec 04 00:47:35.830155 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cb452d-6360-4e62-befe-9e16bf901810,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:35.844524 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:36.008581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c6183-62db-40d7-9cd6-e465bd7a4079 req-17beb8f0-1718-439b-a960-0b486f367128 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:36.010205 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c38c6183-62db-40d7-9cd6-e465bd7a4079 req-17beb8f0-1718-439b-a960-0b486f367128 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.3921247
Dec 04 00:47:36.028843 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cb504-45ee-4eb1-802b-bf0f38edc0a1 req-4b93515c-94c3-4f8b-bc30-981e2d82487b tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:36.031380 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-695cb504-45ee-4eb1-802b-bf0f38edc0a1 req-4b93515c-94c3-4f8b-bc30-981e2d82487b tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 944 time: 0.1318579
Dec 04 00:47:36.096275 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-695cb504-45ee-4eb1-802b-bf0f38edc0a1 req-80b0ede7-337e-49b2-a5c2-95433eaa087b tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563605
Dec 04 00:47:36.209612 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c38c6183-62db-40d7-9cd6-e465bd7a4079 req-d8873534-9404-437f-ac8f-cdce6914dd20 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896238
Dec 04 00:47:36.210398 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7d3766ee-8445-40c0-8f61-166a26f2248d req-5c281fa1-874e-48cf-9d52-d84de9f705b4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:36.227603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:36.269929 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Attempting to bind port f0cb452d-6360-4e62-befe-9e16bf901810 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:47:36.270302 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Attempting to bind port f0cb452d-6360-4e62-befe-9e16bf901810 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1af04689-afa5-4d27-a12b-acd04bea197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1787277c-956b-4a22-a81d-88000579fa19'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:47:36.270731 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Attempting to bind port f0cb452d-6360-4e62-befe-9e16bf901810 on network 1787277c-956b-4a22-a81d-88000579fa19 {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:47:36.277274 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c281fa1-874e-48cf-9d52-d84de9f705b4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Pushing event deleted for resources: {'Port': ['ID=949a6f5d-64f9-4141-b813-5cafabe8cb0f,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:36.286236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5c281fa1-874e-48cf-9d52-d84de9f705b4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:36.372010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:47:36.372583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Checking segment: {'id': '1af04689-afa5-4d27-a12b-acd04bea197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1787277c-956b-4a22-a81d-88000579fa19'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:47:36.373229 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:36.373864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Bound using segment: {'id': '1af04689-afa5-4d27-a12b-acd04bea197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1787277c-956b-4a22-a81d-88000579fa19'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:47:36.374484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Bound port: f0cb452d-6360-4e62-befe-9e16bf901810, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af04689-afa5-4d27-a12b-acd04bea197b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1787277c-956b-4a22-a81d-88000579fa19'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:47:36.374969 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:36.502942 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14c71f-109a-4f29-9018-8145fef6ae9c req-280dde10-ecf3-4ee5-a716-4d6f1e475ad3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:36.505434 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-be14c71f-109a-4f29-9018-8145fef6ae9c req-280dde10-ecf3-4ee5-a716-4d6f1e475ad3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0996330
Dec 04 00:47:36.564988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3766ee-8445-40c0-8f61-166a26f2248d req-5c281fa1-874e-48cf-9d52-d84de9f705b4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] No DVR routers for this DVR port 949a6f5d-64f9-4141-b813-5cafabe8cb0f on host hv-cinder-76330 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:47:36.567205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7d3766ee-8445-40c0-8f61-166a26f2248d req-5c281fa1-874e-48cf-9d52-d84de9f705b4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:36.571076 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] For port f0cb452d-6360-4e62-befe-9e16bf901810, host hv-cinder-76330, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:47:36.581096 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d41be70-0faa-4d8d-8006-c88c9e74919e', 'name': 'network-vif-deleted', 'tag': '949a6f5d-64f9-4141-b813-5cafabe8cb0f'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:47:36.585336 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-be14c71f-109a-4f29-9018-8145fef6ae9c req-4704475a-bd7f-41c5-a2cd-d8604f2d73ea tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715466
Dec 04 00:47:36.589653 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d3766ee-8445-40c0-8f61-166a26f2248d req-5c281fa1-874e-48cf-9d52-d84de9f705b4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "DELETE /v2.0/ports/949a6f5d-64f9-4141-b813-5cafabe8cb0f HTTP/1.1" status: 204  len: 173 time: 2.2804151
Dec 04 00:47:36.597364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] For port f0cb452d-6360-4e62-befe-9e16bf901810, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f0cb452d-6360-4e62-befe-9e16bf901810,segment=NetworkSegment(1af04689-afa5-4d27-a12b-acd04bea197b),segment_id=1af04689-afa5-4d27-a12b-acd04bea197b)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:47:36.603418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:36.624414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ab9c2e1c-2fe4-42da-9f17-2a3c577f49f6 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:36.694006 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d41be70-0faa-4d8d-8006-c88c9e74919e', 'name': 'network-vif-deleted', 'tag': '949a6f5d-64f9-4141-b813-5cafabe8cb0f', 'status': 'completed', 'code': 200}
Dec 04 00:47:36.810732 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-919af382-8163-4ecc-9d0d-0ed9e1b62828 req-0da842b2-74e9-45ef-8cf2-adc0b7fa0cba tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Synchronizing usage tracker for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:47:36.855273 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cb452d-6360-4e62-befe-9e16bf901810,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:36.869754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:36.876517 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-919af382-8163-4ecc-9d0d-0ed9e1b62828 req-0da842b2-74e9-45ef-8cf2-adc0b7fa0cba tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Unset dirty status for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:47:36.889990 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-919af382-8163-4ecc-9d0d-0ed9e1b62828 req-0da842b2-74e9-45ef-8cf2-adc0b7fa0cba tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=2d41be70-0faa-4d8d-8006-c88c9e74919e HTTP/1.1" status: 200  len: 210 time: 0.2095950
Dec 04 00:47:36.955738 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:36.956428 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:36.957951 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] 10.222.0.91 "PUT /v2.0/ports/f0cb452d-6360-4e62-befe-9e16bf901810 HTTP/1.1" status: 200  len: 1158 time: 3.5453944
Dec 04 00:47:37.060282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dcc7c-0428-4ebc-a6a1-cbcf38722b64 req-4fd6fd18-4047-4681-aff2-8cb6192c7d56 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:37.069273 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-158dcc7c-0428-4ebc-a6a1-cbcf38722b64 req-4fd6fd18-4047-4681-aff2-8cb6192c7d56 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 944 time: 0.1319535
Dec 04 00:47:37.089665 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-12257638-d9d5-47d4-a7fe-af70623a51d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:37.091223 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-12257638-d9d5-47d4-a7fe-af70623a51d1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f4b3bf2892414b839b7a6417a9df3582&device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 1161 time: 0.0891457
Dec 04 00:47:37.126409 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-158dcc7c-0428-4ebc-a6a1-cbcf38722b64 req-b0f17004-8bab-4a07-a453-ab2db7b36b4e tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559402
Dec 04 00:47:37.197642 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-946b8933-615b-4f09-95fa-0065b45d1596 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0cb452d-6360-4e62-befe-9e16bf901810 HTTP/1.1" status: 200  len: 217 time: 0.0937896
Dec 04 00:47:37.456920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb0143-d3af-40a7-9322-e18edbd553bc req-4b174090-e09f-4190-b878-1de56fd65e32 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:37.465255 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-55cb0143-d3af-40a7-9322-e18edbd553bc req-4b174090-e09f-4190-b878-1de56fd65e32 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1011884
Dec 04 00:47:37.530676 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-55cb0143-d3af-40a7-9322-e18edbd553bc req-cf876c69-5354-4bd8-8ae1-08935407e42f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642452
Dec 04 00:47:37.670528 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-4647040b-90c0-4b0c-8d2d-aaead0f862d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:37.672706 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-4647040b-90c0-4b0c-8d2d-aaead0f862d8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=483cf0c1-ff5f-41ca-868d-fbd6e030e7d9 HTTP/1.1" status: 200  len: 854 time: 0.4578948
Dec 04 00:47:37.743028 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80fad2-e830-4f7b-84da-cb3baa256e1a req-0fcd3534-9e96-453f-bfb7-7c72c8c068e5 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:37.751703 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b80fad2-e830-4f7b-84da-cb3baa256e1a req-0fcd3534-9e96-453f-bfb7-7c72c8c068e5 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 944 time: 0.4713955
Dec 04 00:47:37.758229 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-b8fc5c5e-f6ca-4b8b-a0fc-e07fa5857318 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1787277c-956b-4a22-a81d-88000579fa19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0740302
Dec 04 00:47:37.861127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645b088-7a81-47ba-bd2f-af082ab30587 req-f27a7be2-eb9f-492f-954f-53852317e8bd tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:37.870546 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a645b088-7a81-47ba-bd2f-af082ab30587 req-f27a7be2-eb9f-492f-954f-53852317e8bd tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1077635
Dec 04 00:47:37.912460 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0b80fad2-e830-4f7b-84da-cb3baa256e1a req-69c118d8-646b-41ee-a0c7-4fd5b1ea87a2 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592455
Dec 04 00:47:37.936086 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a645b088-7a81-47ba-bd2f-af082ab30587 req-2e5f07d0-423e-43e1-92d3-16cd0592e2df tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644665
Dec 04 00:47:37.997277 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-c2896f61-71a8-45ef-994c-6a25ccf0b4b0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 00:47:38.017544 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-5fe7f5bd-2a31-4a77-9fd4-99fb3256392c service neutron] 10.222.0.91 "GET /v2.0/networks/1787277c-956b-4a22-a81d-88000579fa19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2266333
Dec 04 00:47:38.202327 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67986147-d1de-4b34-98f4-1f8a24d4db29 req-8945dffc-5cee-46c5-b8ab-9a671a6f888a service neutron] 10.222.0.91 "GET /v2.0/networks/1787277c-956b-4a22-a81d-88000579fa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1747398
Dec 04 00:47:38.486231 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba39229-5c84-44fc-9531-e421f6b906ce req-2c3a7dac-3ff5-4021-b795-9d60e0e10366 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:38.488012 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fba39229-5c84-44fc-9531-e421f6b906ce req-2c3a7dac-3ff5-4021-b795-9d60e0e10366 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 944 time: 0.1094482
Dec 04 00:47:38.563464 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fba39229-5c84-44fc-9531-e421f6b906ce req-16b5a77a-11c1-4c02-99d5-130c909954de tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668175
Dec 04 00:47:38.567461 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd07eb2-56fc-4e1a-84af-0d760f66fcd8 req-d59c804e-1eeb-422c-9f9f-e5a9f81d1a2d tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:38.575449 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bdd07eb2-56fc-4e1a-84af-0d760f66fcd8 req-d59c804e-1eeb-422c-9f9f-e5a9f81d1a2d tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 945 time: 0.1051698
Dec 04 00:47:38.633212 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bdd07eb2-56fc-4e1a-84af-0d760f66fcd8 req-18a7eceb-5a04-4a56-8650-6fdbeee320fd tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566595
Dec 04 00:47:38.730674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe', 'tag': 'f0cb452d-6360-4e62-befe-9e16bf901810'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:47:38.782043 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbc21e-a538-404a-ae83-39093550a9aa req-88c212fc-5cd6-4486-a1d8-d0f850fbb4c3 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:38.784930 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4dbbc21e-a538-404a-ae83-39093550a9aa req-88c212fc-5cd6-4486-a1d8-d0f850fbb4c3 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1067164
Dec 04 00:47:38.809091 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe', 'tag': 'f0cb452d-6360-4e62-befe-9e16bf901810', 'status': 'completed', 'code': 200}
Dec 04 00:47:38.836438 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4dbbc21e-a538-404a-ae83-39093550a9aa req-a5af0974-0c4f-4361-a6ea-676404e5a38b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458016
Dec 04 00:47:38.924179 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96386a-cad9-4222-a991-6d7fb77cfb28 req-11d12903-337b-491e-b600-a9857d8abec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:38.926116 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2a96386a-cad9-4222-a991-6d7fb77cfb28 req-11d12903-337b-491e-b600-a9857d8abec1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f4b3bf2892414b839b7a6417a9df3582&device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 1161 time: 0.0881832
Dec 04 00:47:39.092806 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96386a-cad9-4222-a991-6d7fb77cfb28 req-ba20d8e1-b1a3-43b4-8335-f4644a4dc26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:39.094743 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2a96386a-cad9-4222-a991-6d7fb77cfb28 req-ba20d8e1-b1a3-43b4-8335-f4644a4dc26b service neutron] 10.222.0.91 "GET /v2.0/networks?id=1787277c-956b-4a22-a81d-88000579fa19 HTTP/1.1" status: 200  len: 908 time: 0.1548834
Dec 04 00:47:39.187682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c2b57-110b-4614-ab55-b2adc6ff1795 req-8540edc8-93ad-4a07-8d80-5fca6da4c06f tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:39.189598 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ee3c2b57-110b-4614-ab55-b2adc6ff1795 req-8540edc8-93ad-4a07-8d80-5fca6da4c06f tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 944 time: 0.1342337
Dec 04 00:47:39.249123 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ee3c2b57-110b-4614-ab55-b2adc6ff1795 req-536d0dea-bee9-4805-84e1-34a86023341a tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520630
Dec 04 00:47:39.258229 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2a96386a-cad9-4222-a991-6d7fb77cfb28 req-b4a8485f-b071-45e5-b61b-4388312ec35b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0cb452d-6360-4e62-befe-9e16bf901810 HTTP/1.1" status: 200  len: 217 time: 0.1485934
Dec 04 00:47:39.283488 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbd916-750f-420c-a0e9-e722e0c156c5 req-2a789f7a-202c-4800-8285-10ce25170418 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:39.285321 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-73bbd916-750f-420c-a0e9-e722e0c156c5 req-2a789f7a-202c-4800-8285-10ce25170418 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1048052
Dec 04 00:47:39.381583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96386a-cad9-4222-a991-6d7fb77cfb28 req-bedeb9c0-e35a-41ed-bf4b-ae9c8fc005be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:39.383187 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2a96386a-cad9-4222-a991-6d7fb77cfb28 req-bedeb9c0-e35a-41ed-bf4b-ae9c8fc005be service neutron] 10.222.0.91 "GET /v2.0/subnets?id=483cf0c1-ff5f-41ca-868d-fbd6e030e7d9 HTTP/1.1" status: 200  len: 854 time: 0.0969021
Dec 04 00:47:39.393901 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-73bbd916-750f-420c-a0e9-e722e0c156c5 req-69861e02-a92b-4035-a768-24a4640d772b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610301
Dec 04 00:47:39.448754 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2a96386a-cad9-4222-a991-6d7fb77cfb28 req-babc7ecf-9f67-4e21-8e1f-63951db804ef service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1787277c-956b-4a22-a81d-88000579fa19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533338
Dec 04 00:47:39.635523 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2a96386a-cad9-4222-a991-6d7fb77cfb28 req-50b12330-b62e-4aa5-9c89-1074e74c3179 service neutron] 10.222.0.91 "GET /v2.0/networks/1787277c-956b-4a22-a81d-88000579fa19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1642129
Dec 04 00:47:39.833618 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb42d1a-4175-4d1c-9c73-161a6e88fbcc req-ae551f17-9dbd-428d-be9f-af85ee801f85 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:39.835501 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1cb42d1a-4175-4d1c-9c73-161a6e88fbcc req-ae551f17-9dbd-428d-be9f-af85ee801f85 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 944 time: 0.1128960
Dec 04 00:47:39.887924 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2a96386a-cad9-4222-a991-6d7fb77cfb28 req-f2be2ae0-ac60-4831-b45d-4fa326bccfb6 service neutron] 10.222.0.91 "GET /v2.0/networks/1787277c-956b-4a22-a81d-88000579fa19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2284095
Dec 04 00:47:39.903073 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1cb42d1a-4175-4d1c-9c73-161a6e88fbcc req-1b3bfb8e-ee85-4af7-8178-4fc787407b7a tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485897
Dec 04 00:47:39.918294 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6277d52-c3d3-45aa-b3d7-337ac2f3bccf req-5e535392-590e-4ada-9f76-56ef8616dcee tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:39.920204 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a6277d52-c3d3-45aa-b3d7-337ac2f3bccf req-5e535392-590e-4ada-9f76-56ef8616dcee tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 945 time: 0.1457546
Dec 04 00:47:39.982382 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a6277d52-c3d3-45aa-b3d7-337ac2f3bccf req-58255a28-f544-4201-84bf-eb54dbc871a8 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474465
Dec 04 00:47:40.077603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 77c7261d-575c-4170-bb87-dacd73cd3947 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:47:40.148776 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407d9c4-0570-4487-b5eb-b0864a70f1cd req-b3b29e28-7737-4b71-8509-f902cf4f5de4 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:40.150839 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4407d9c4-0570-4487-b5eb-b0864a70f1cd req-b3b29e28-7737-4b71-8509-f902cf4f5de4 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1081624
Dec 04 00:47:40.174769 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port 77c7261d-575c-4170-bb87-dacd73cd3947 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:47:40.181654 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 77c7261d-575c-4170-bb87-dacd73cd3947 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:47:40.182431 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:40.247322 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4407d9c4-0570-4487-b5eb-b0864a70f1cd req-a11f0524-89e0-4167-896b-dbd19729ce93 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896835
Dec 04 00:47:40.310582 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:40.342813 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afb0f00-6689-48a1-a942-64b70dfe6cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c7261d-575c-4170-bb87-dacd73cd3947'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:47:40.356653 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 77c7261d-575c-4170-bb87-dacd73cd3947, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=77c7261d-575c-4170-bb87-dacd73cd3947,segment=NetworkSegment(5262cc87-c46f-425e-853d-39bd81befc24),segment_id=5262cc87-c46f-425e-853d-39bd81befc24)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:47:40.369825 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:40.372018 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:40.413528 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afb0f00-6689-48a1-a942-64b70dfe6cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c7261d-575c-4170-bb87-dacd73cd3947', 'code': 200}
Dec 04 00:47:40.496966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=77c7261d-575c-4170-bb87-dacd73cd3947,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:40.506393 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.506783 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.507232 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.507604 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.523416 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.524003 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.524394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.524781 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.525162 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.526455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.526842 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.527221 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.527916 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.528299 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.530966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.531383 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.531811 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.532201 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.533833 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.534227 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.534631 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.535014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.535393 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.540286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:40.541677 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359840dd-36c0-4f16-aa7d-91e66a97380b req-fb1b4329-45f2-49d8-a7a6-b93dcfcbf5f5 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:40.544372 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-359840dd-36c0-4f16-aa7d-91e66a97380b req-fb1b4329-45f2-49d8-a7a6-b93dcfcbf5f5 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 946 time: 0.1022463
Dec 04 00:47:40.564474 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:40.642880 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-359840dd-36c0-4f16-aa7d-91e66a97380b req-93be1496-6405-4923-b218-351797167e53 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881059
Dec 04 00:47:40.657893 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 77c7261d-575c-4170-bb87-dacd73cd3947 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:47:40.721512 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e986b6-eb1f-4247-bdfa-b9e4e10f9a5d req-2615116f-31b3-4902-b72a-ab517a1daf3c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:40.723200 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1e986b6-eb1f-4247-bdfa-b9e4e10f9a5d req-2615116f-31b3-4902-b72a-ab517a1daf3c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1211302
Dec 04 00:47:40.744909 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 77c7261d-575c-4170-bb87-dacd73cd3947 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:47:40.745334 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:40.785710 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e1e986b6-eb1f-4247-bdfa-b9e4e10f9a5d req-da4a3c82-5f2e-4911-9f87-ae138c9d7a35 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511150
Dec 04 00:47:40.808467 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cf724-2134-4673-9742-ff6e26f2eb92 req-4e7e84d2-5e45-43d5-81ee-f89577e7020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:40.809590 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e81cf724-2134-4673-9742-ff6e26f2eb92 req-4e7e84d2-5e45-43d5-81ee-f89577e7020e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 1163 time: 0.0911183
Dec 04 00:47:40.877821 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e81cf724-2134-4673-9742-ff6e26f2eb92 req-2118ee80-7e5f-466c-a322-0b8a4d08500d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544336
Dec 04 00:47:41.180807 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb4356-8811-4302-8c5b-c8729d77e215 req-032b99a4-c673-467b-ab94-50b4a4891844 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:41.182738 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7dcb4356-8811-4302-8c5b-c8729d77e215 req-032b99a4-c673-467b-ab94-50b4a4891844 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 944 time: 0.1402509
Dec 04 00:47:41.247863 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7dcb4356-8811-4302-8c5b-c8729d77e215 req-996bebfd-f4e4-40b1-bc42-6cbf627ae414 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562568
Dec 04 00:47:41.269395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8cc13-2dc5-42e3-8d81-bf4d66699272 req-a6982fcb-d503-4e12-82a8-9b8de53fa206 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:41.271278 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-abc8cc13-2dc5-42e3-8d81-bf4d66699272 req-a6982fcb-d503-4e12-82a8-9b8de53fa206 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 945 time: 0.1056204
Dec 04 00:47:41.345195 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-abc8cc13-2dc5-42e3-8d81-bf4d66699272 req-87295272-cb21-4dd9-8ea4-8ddc581e2a04 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665288
Dec 04 00:47:41.470458 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4ad7b-084c-454e-ae5c-cb9d9e7fa78e req-5006b29e-0b3e-4841-8b1c-9a8c4015127c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:41.472895 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25c4ad7b-084c-454e-ae5c-cb9d9e7fa78e req-5006b29e-0b3e-4841-8b1c-9a8c4015127c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0874071
Dec 04 00:47:41.525071 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25c4ad7b-084c-454e-ae5c-cb9d9e7fa78e req-cdb3cbf0-7b9d-4736-92dd-9f3dea3e4aae tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440540
Dec 04 00:47:41.722021 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8874b-825a-4843-a925-3b17bab503c5 req-3efb9d69-c880-4174-af5f-7921c02a6b1d tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:41.723650 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-56a8874b-825a-4843-a925-3b17bab503c5 req-3efb9d69-c880-4174-af5f-7921c02a6b1d tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 945 time: 0.1111665
Dec 04 00:47:41.833587 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-56a8874b-825a-4843-a925-3b17bab503c5 req-dc4d698c-be8a-4297-8b34-72e28d102250 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Deleting port cf4783a3-a663-4e58-841f-4fe7888321a1 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:47:41.833957 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-56a8874b-825a-4843-a925-3b17bab503c5 req-dc4d698c-be8a-4297-8b34-72e28d102250 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:41.877224 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d4b98-8dc6-4d05-84d0-9f25e4ebcf08 req-2ceccfd6-b05d-4aa6-aa41-579df5f69c35 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:41.879628 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-200d4b98-8dc6-4d05-84d0-9f25e4ebcf08 req-2ceccfd6-b05d-4aa6-aa41-579df5f69c35 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 946 time: 0.1041555
Dec 04 00:47:41.951011 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-200d4b98-8dc6-4d05-84d0-9f25e4ebcf08 req-ac63c855-8694-46a3-b64f-b5d0ec38a451 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640907
Dec 04 00:47:42.187755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e945a1c0-3229-41d2-9310-8774372b4e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:42.261847 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-56a8874b-825a-4843-a925-3b17bab503c5 req-dc4d698c-be8a-4297-8b34-72e28d102250 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] For port cf4783a3-a663-4e58-841f-4fe7888321a1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cf4783a3-a663-4e58-841f-4fe7888321a1,segment=NetworkSegment(f0c38287-3d7f-4fbc-a583-19e6545d60d3),segment_id=f0c38287-3d7f-4fbc-a583-19e6545d60d3)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:47:42.262245 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-56a8874b-825a-4843-a925-3b17bab503c5 req-dc4d698c-be8a-4297-8b34-72e28d102250 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:42.276747 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74149a13-d6da-4758-bfd9-2ce8a46005c1 req-3ec0bbd2-6438-4dea-ad4c-d3832a6bb254 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:42.281621 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74149a13-d6da-4758-bfd9-2ce8a46005c1 req-3ec0bbd2-6438-4dea-ad4c-d3832a6bb254 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1926193
Dec 04 00:47:42.471516 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-56a8874b-825a-4843-a925-3b17bab503c5 req-dc4d698c-be8a-4297-8b34-72e28d102250 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Calling delete_port for cf4783a3-a663-4e58-841f-4fe7888321a1 owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:47:42.472587 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c59948-97a0-47eb-8f6b-ac030ae3c61c req-2d08844c-e862-4108-87b5-d04fe78f115f tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:42.481062 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-97c59948-97a0-47eb-8f6b-ac030ae3c61c req-2d08844c-e862-4108-87b5-d04fe78f115f tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 944 time: 0.0956705
Dec 04 00:47:42.545268 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-97c59948-97a0-47eb-8f6b-ac030ae3c61c req-c814dd16-a6a9-42bd-9591-0d5cd3ecda9e tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629809
Dec 04 00:47:42.549014 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74149a13-d6da-4758-bfd9-2ce8a46005c1 req-7e258832-927c-4a63-b8d4-38964b0d8e94 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1942935
Dec 04 00:47:42.782061 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-56a8874b-825a-4843-a925-3b17bab503c5 req-dc4d698c-be8a-4297-8b34-72e28d102250 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:42.785578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3f82f-bdef-4021-b365-53686deec6ae req-006ba4fd-1ad0-4a0c-8c4b-916669d3bd87 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:42.794497 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c4b3f82f-bdef-4021-b365-53686deec6ae req-006ba4fd-1ad0-4a0c-8c4b-916669d3bd87 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 945 time: 0.1076326
Dec 04 00:47:42.803467 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:42.863353 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c4b3f82f-bdef-4021-b365-53686deec6ae req-79ede61c-59d8-4b6c-b56d-667b76e044fc tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674975
Dec 04 00:47:42.955166 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d698c-be8a-4297-8b34-72e28d102250 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Pushing event deleted for resources: {'Port': ['ID=cf4783a3-a663-4e58-841f-4fe7888321a1,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:42.966140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dc4d698c-be8a-4297-8b34-72e28d102250 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:43.057663 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63ad21-e677-47d5-a27f-ecae06fb43c2 req-ce6f17c1-4e2e-43b0-b62d-a1d0a2f2104c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:43.060446 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ae63ad21-e677-47d5-a27f-ecae06fb43c2 req-ce6f17c1-4e2e-43b0-b62d-a1d0a2f2104c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.2239773
Dec 04 00:47:43.137668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a8874b-825a-4843-a925-3b17bab503c5 req-dc4d698c-be8a-4297-8b34-72e28d102250 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] No DVR routers for this DVR port cf4783a3-a663-4e58-841f-4fe7888321a1 on host hv-cinder-76330 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:47:43.142189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-56a8874b-825a-4843-a925-3b17bab503c5 req-dc4d698c-be8a-4297-8b34-72e28d102250 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:43.146868 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd4b37f-0f1c-4662-90c9-ba683d961a9c', 'name': 'network-vif-deleted', 'tag': 'cf4783a3-a663-4e58-841f-4fe7888321a1'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:47:43.178173 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ae63ad21-e677-47d5-a27f-ecae06fb43c2 req-b7f560cc-77d0-48ae-b07a-a3978e31b692 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101964
Dec 04 00:47:43.188652 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-56a8874b-825a-4843-a925-3b17bab503c5 req-dc4d698c-be8a-4297-8b34-72e28d102250 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "DELETE /v2.0/ports/cf4783a3-a663-4e58-841f-4fe7888321a1 HTTP/1.1" status: 204  len: 173 time: 1.4532020
Dec 04 00:47:43.215336 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1940-9f95-4bf9-9e27-950f329579b2 req-0c1ef745-cad7-48cb-9415-1dbf5c3e38e9 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:43.225154 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ad4f1940-9f95-4bf9-9e27-950f329579b2 req-0c1ef745-cad7-48cb-9415-1dbf5c3e38e9 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 946 time: 0.1116843
Dec 04 00:47:43.302123 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ad4f1940-9f95-4bf9-9e27-950f329579b2 req-ea156cbd-7067-4655-a09b-793d7742d712 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757353
Dec 04 00:47:43.319966 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd4b37f-0f1c-4662-90c9-ba683d961a9c', 'name': 'network-vif-deleted', 'tag': 'cf4783a3-a663-4e58-841f-4fe7888321a1', 'status': 'completed', 'code': 200}
Dec 04 00:47:43.613373 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device f0cb452d-6360-4e62-befe-9e16bf901810 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:47:43.786528 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cc39c-571c-4e04-a548-fefbcf5a37ac req-924a1458-b668-4ea4-909c-999fd7c3cbb2 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:43.796380 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port f0cb452d-6360-4e62-befe-9e16bf901810 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:47:43.801606 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-993cc39c-571c-4e04-a548-fefbcf5a37ac req-924a1458-b668-4ea4-909c-999fd7c3cbb2 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 944 time: 0.1215737
Dec 04 00:47:43.804647 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port f0cb452d-6360-4e62-befe-9e16bf901810 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:47:43.806869 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:43.914506 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d151c2-032a-4263-9afc-36817fb41191 req-fd949622-3593-4416-9ff5-db3aa0921e27 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:43.923173 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-81d151c2-032a-4263-9afc-36817fb41191 req-fd949622-3593-4416-9ff5-db3aa0921e27 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1196830
Dec 04 00:47:43.947158 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-993cc39c-571c-4e04-a548-fefbcf5a37ac req-ed5be21c-93ad-482b-b306-4dee6fe79c0b tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440775
Dec 04 00:47:43.982490 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-81d151c2-032a-4263-9afc-36817fb41191 req-cfcb21ba-7d60-40df-bc83-f966ad0a429a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566788
Dec 04 00:47:44.212883 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:44.224227 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-b85a735f-174c-45b2-bf26-5a097eac0a69 req-42ee856c-b802-43c1-bf49-7fe2e757354a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Synchronizing usage tracker for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:47:44.246970 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cb452d-6360-4e62-befe-9e16bf901810'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:47:44.259689 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port f0cb452d-6360-4e62-befe-9e16bf901810, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f0cb452d-6360-4e62-befe-9e16bf901810,segment=NetworkSegment(1af04689-afa5-4d27-a12b-acd04bea197b),segment_id=1af04689-afa5-4d27-a12b-acd04bea197b)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:47:44.263649 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:44.264658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 77c7261d-575c-4170-bb87-dacd73cd3947 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:47:44.276356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-b85a735f-174c-45b2-bf26-5a097eac0a69 req-42ee856c-b802-43c1-bf49-7fe2e757354a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Unset dirty status for tenant:5cb3fa42f2964c6bb0dea1c1a4ac2031 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:47:44.277646 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b85a735f-174c-45b2-bf26-5a097eac0a69 req-42ee856c-b802-43c1-bf49-7fe2e757354a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=1dd4b37f-0f1c-4662-90c9-ba683d961a9c HTTP/1.1" status: 200  len: 210 time: 0.1182940
Dec 04 00:47:44.313787 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-db5fec61-5e8b-431c-80a1-05fffe03cba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:44.401651 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cb452d-6360-4e62-befe-9e16bf901810', 'code': 200}
Dec 04 00:47:44.423835 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=f0cb452d-6360-4e62-befe-9e16bf901810,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:44.427375 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:44.455458 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a1104b66-c493-4ec3-870a-f706a37e6883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:44.458387 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 77c7261d-575c-4170-bb87-dacd73cd3947 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:47:44.458804 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:44.479343 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c416be-fe21-464e-8ce0-502ebceea565 req-f440fa80-29af-4e19-9788-c0ec6638cd2d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:44.481111 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e5c416be-fe21-464e-8ce0-502ebceea565 req-f440fa80-29af-4e19-9788-c0ec6638cd2d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0947280
Dec 04 00:47:44.544333 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e5c416be-fe21-464e-8ce0-502ebceea565 req-56ea4226-9a16-44db-acf7-ef6e57f934f6 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511320
Dec 04 00:47:44.606086 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cf4783a3-a663-4e58-841f-4fe7888321a1 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:47:44.645328 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] No Port match for: cf4783a3-a663-4e58-841f-4fe7888321a1 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:47:44.645328 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cf4783a3-a663-4e58-841f-4fe7888321a1 not bound to the agent host hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:47:44.878961 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58490e-b105-4f0f-ae7f-c90982df5319 req-ebdb2b61-4f0d-41d5-8f3b-6881018cc2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:44.881514 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9d58490e-b105-4f0f-ae7f-c90982df5319 req-ebdb2b61-4f0d-41d5-8f3b-6881018cc2eb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 1163 time: 0.0875313
Dec 04 00:47:44.925376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb3e18-6226-4ca3-a274-f49ae181a39d req-620d4ac9-66e8-46a4-9f64-1655f2a3d663 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:44.926963 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0ecb3e18-6226-4ca3-a274-f49ae181a39d req-620d4ac9-66e8-46a4-9f64-1655f2a3d663 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 946 time: 0.0939176
Dec 04 00:47:44.935182 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9d58490e-b105-4f0f-ae7f-c90982df5319 req-aeff5c7e-186a-426f-8d69-342bca82d391 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407703
Dec 04 00:47:44.980657 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0ecb3e18-6226-4ca3-a274-f49ae181a39d req-9311f826-77b5-4990-b857-f73e6e4b127b tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464292
Dec 04 00:47:45.233025 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac932d53-8e80-4620-8337-6a1ee4866e45 req-4bd869e3-4e36-4c82-bb16-bf0ed77b4756 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:45.234936 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ac932d53-8e80-4620-8337-6a1ee4866e45 req-4bd869e3-4e36-4c82-bb16-bf0ed77b4756 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1073284
Dec 04 00:47:45.299166 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ac932d53-8e80-4620-8337-6a1ee4866e45 req-404ad8fb-e81f-4d4f-86d9-c7668a2f23eb tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568893
Dec 04 00:47:45.427240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device f0cb452d-6360-4e62-befe-9e16bf901810 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:47:45.458288 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff329b44-e136-45b3-9517-d57f7af844db req-5b589520-c2b3-44df-bf8b-c90299ae8863 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:45.460188 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ff329b44-e136-45b3-9517-d57f7af844db req-5b589520-c2b3-44df-bf8b-c90299ae8863 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 946 time: 0.3703544
Dec 04 00:47:45.500139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fed17-a3c7-475d-a952-7057b965b2e0 req-b695c9ee-e2df-4c60-85c9-4550cd8cef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:45.500374 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port f0cb452d-6360-4e62-befe-9e16bf901810 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:47:45.500696 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:45.501960 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c6fed17-a3c7-475d-a952-7057b965b2e0 req-b695c9ee-e2df-4c60-85c9-4550cd8cef16 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=09801578e916483aa6201d3b9a595e8c&device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 1163 time: 0.1268921
Dec 04 00:47:45.555596 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ff329b44-e136-45b3-9517-d57f7af844db req-54fb2671-4ca2-4e1a-847a-c6131a740257 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839684
Dec 04 00:47:45.683081 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:45.687293 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 77c7261d-575c-4170-bb87-dacd73cd3947 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:47:45.706821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fed17-a3c7-475d-a952-7057b965b2e0 req-9b33ddd4-0121-48ee-8627-518c3729f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:45.708476 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c6fed17-a3c7-475d-a952-7057b965b2e0 req-9b33ddd4-0121-48ee-8627-518c3729f5c0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cdf68f31-2f13-4060-b6e6-c7095799b7c3 HTTP/1.1" status: 200  len: 910 time: 0.1888313
Dec 04 00:47:45.770248 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 77c7261d-575c-4170-bb87-dacd73cd3947 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:47:45.770827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:45.828082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30538d92-056d-4d7d-993e-79f7e4d7d6ed req-8441dbed-82fc-4693-a075-014827dc1985 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:45.830906 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-30538d92-056d-4d7d-993e-79f7e4d7d6ed req-8441dbed-82fc-4693-a075-014827dc1985 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1097994
Dec 04 00:47:45.845367 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c6fed17-a3c7-475d-a952-7057b965b2e0 req-9d703407-6e87-4864-a545-81048d5cc989 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e677a940-c677-4147-a623-c097d8ea0299 HTTP/1.1" status: 200  len: 1002 time: 0.1274438
Dec 04 00:47:45.882929 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-30538d92-056d-4d7d-993e-79f7e4d7d6ed req-371b265d-d79f-46f6-ab9c-01d2f56ac98f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465996
Dec 04 00:47:45.938765 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fed17-a3c7-475d-a952-7057b965b2e0 req-05caee58-d657-4e79-acbb-abb51449632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:45.940448 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c6fed17-a3c7-475d-a952-7057b965b2e0 req-05caee58-d657-4e79-acbb-abb51449632f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8322b4d1-9a0c-42f2-a911-3bc67b7cd900 HTTP/1.1" status: 200  len: 855 time: 0.0785172
Dec 04 00:47:46.037577 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fed17-a3c7-475d-a952-7057b965b2e0 req-65a4bf8d-fcb3-4099-a04b-d71b24d68d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:46.039251 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c6fed17-a3c7-475d-a952-7057b965b2e0 req-65a4bf8d-fcb3-4099-a04b-d71b24d68d02 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cdf68f31-2f13-4060-b6e6-c7095799b7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0907483
Dec 04 00:47:46.091349 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:46.327681 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c6fed17-a3c7-475d-a952-7057b965b2e0 req-8f4dd4b5-4b28-4e2d-bcd7-143947209a48 service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2742434
Dec 04 00:47:46.435984 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38976ec2-cee1-4da8-af2c-a4298e196b7d req-e526751c-af48-4d12-92ca-e95307eec983 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:46.437716 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-38976ec2-cee1-4da8-af2c-a4298e196b7d req-e526751c-af48-4d12-92ca-e95307eec983 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 946 time: 0.2771630
Dec 04 00:47:46.545946 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-38976ec2-cee1-4da8-af2c-a4298e196b7d req-cea19977-dc9a-4669-9a9d-fb1cebcb29e7 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955861
Dec 04 00:47:46.572051 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c6fed17-a3c7-475d-a952-7057b965b2e0 req-3b5de16e-cfe5-4b60-8c13-81bcb8219a2c service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2408173
Dec 04 00:47:46.587751 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e60903-f620-491a-8d94-db91128fbb0f req-756f3668-64a5-43f5-b64f-8188b5e087cf tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:46.596156 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-53e60903-f620-491a-8d94-db91128fbb0f req-756f3668-64a5-43f5-b64f-8188b5e087cf tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1211855
Dec 04 00:47:46.631507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:46.657456 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-53e60903-f620-491a-8d94-db91128fbb0f req-21158c43-e7ea-4388-9dbf-ee71cb4cff3b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603139
Dec 04 00:47:46.843337 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1ef08-be42-4f0b-86c8-be8db5163200 req-09342203-9ad0-4437-afcf-5346569a40ff tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:46.844918 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7af1ef08-be42-4f0b-86c8-be8db5163200 req-09342203-9ad0-4437-afcf-5346569a40ff tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 946 time: 0.0964284
Dec 04 00:47:46.897422 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7af1ef08-be42-4f0b-86c8-be8db5163200 req-ce7a3ab2-6040-4046-8e1d-f776f854eea9 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459142
Dec 04 00:47:46.981307 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device f0cb452d-6360-4e62-befe-9e16bf901810 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:47:47.056985 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port f0cb452d-6360-4e62-befe-9e16bf901810 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:47:47.057528 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:47.105730 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cadd1-581f-4515-b881-dd0e647f5385 req-7f4bead2-990e-4dc1-b08f-cb9df261f2be tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:47.107668 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-075cadd1-581f-4515-b881-dd0e647f5385 req-7f4bead2-990e-4dc1-b08f-cb9df261f2be tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0913951
Dec 04 00:47:47.159372 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-075cadd1-581f-4515-b881-dd0e647f5385 req-468508e3-52e2-456a-a93b-5db85988fa09 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443187
Dec 04 00:47:47.386325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a898d36-6de5-4165-ad84-08168ec1c328 req-c582db7d-adad-4a4e-b68b-5937aa31ddda tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:47.388619 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a898d36-6de5-4165-ad84-08168ec1c328 req-c582db7d-adad-4a4e-b68b-5937aa31ddda tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 945 time: 0.0940495
Dec 04 00:47:47.437850 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6a898d36-6de5-4165-ad84-08168ec1c328 req-bb503bf6-e746-4d90-83ef-b79a942bde18 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421748
Dec 04 00:47:47.590836 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea920c8-2a5d-4d3d-93ac-f2261ede94c0 req-2f2315b7-03d3-49c1-85d1-1e78ab902d6d tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:47.592786 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4ea920c8-2a5d-4d3d-93ac-f2261ede94c0 req-2f2315b7-03d3-49c1-85d1-1e78ab902d6d tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.91 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 946 time: 0.0881453
Dec 04 00:47:47.690127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-4ea920c8-2a5d-4d3d-93ac-f2261ede94c0 req-d2c6c391-058c-4a1e-b8da-f4746331f9a3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Deleting port 77c7261d-575c-4170-bb87-dacd73cd3947 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:47:47.690524 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4ea920c8-2a5d-4d3d-93ac-f2261ede94c0 req-d2c6c391-058c-4a1e-b8da-f4746331f9a3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:47.893704 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a162e78-3dad-4fab-ab2e-da18373ba13a req-487663ae-0874-45aa-ae1a-f11326b3e7ca tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:47.895305 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2a162e78-3dad-4fab-ab2e-da18373ba13a req-487663ae-0874-45aa-ae1a-f11326b3e7ca tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0850730
Dec 04 00:47:47.900443 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f9247-1ee2-4f0d-a05c-3ed77cc204fe req-da6a5d48-909f-48fd-82a3-4f04ee5f3015 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:47.902042 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7e6f9247-1ee2-4f0d-a05c-3ed77cc204fe req-da6a5d48-909f-48fd-82a3-4f04ee5f3015 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 946 time: 0.1858044
Dec 04 00:47:47.943637 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2a162e78-3dad-4fab-ab2e-da18373ba13a req-8a160398-1676-4d5c-be6f-a58bd5408afd tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415883
Dec 04 00:47:48.041597 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7e6f9247-1ee2-4f0d-a05c-3ed77cc204fe req-5558cfcd-914f-4f26-b216-eb49943c4691 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863900
Dec 04 00:47:48.064183 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-4ea920c8-2a5d-4d3d-93ac-f2261ede94c0 req-d2c6c391-058c-4a1e-b8da-f4746331f9a3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] For port 77c7261d-575c-4170-bb87-dacd73cd3947, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=77c7261d-575c-4170-bb87-dacd73cd3947,segment=NetworkSegment(5262cc87-c46f-425e-853d-39bd81befc24),segment_id=5262cc87-c46f-425e-853d-39bd81befc24)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:47:48.064609 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4ea920c8-2a5d-4d3d-93ac-f2261ede94c0 req-d2c6c391-058c-4a1e-b8da-f4746331f9a3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:48.195741 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-4ea920c8-2a5d-4d3d-93ac-f2261ede94c0 req-d2c6c391-058c-4a1e-b8da-f4746331f9a3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Calling delete_port for 77c7261d-575c-4170-bb87-dacd73cd3947 owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:47:48.344788 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4ea920c8-2a5d-4d3d-93ac-f2261ede94c0 req-d2c6c391-058c-4a1e-b8da-f4746331f9a3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:48.360772 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:48.381736 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1f173-7cde-46f6-ad39-e79f5934e6b9 req-e3877108-ca01-4c30-af73-d47e0398785e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:48.383481 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6cf1f173-7cde-46f6-ad39-e79f5934e6b9 req-e3877108-ca01-4c30-af73-d47e0398785e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0885124
Dec 04 00:47:48.432341 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6cf1f173-7cde-46f6-ad39-e79f5934e6b9 req-ed155473-12e0-4d33-bad2-57ef654fe477 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418596
Dec 04 00:47:48.457074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6c391-058c-4a1e-b8da-f4746331f9a3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Pushing event deleted for resources: {'Port': ['ID=77c7261d-575c-4170-bb87-dacd73cd3947,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:48.463486 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d2c6c391-058c-4a1e-b8da-f4746331f9a3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:48.563985 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea920c8-2a5d-4d3d-93ac-f2261ede94c0 req-d2c6c391-058c-4a1e-b8da-f4746331f9a3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] No DVR routers for this DVR port 77c7261d-575c-4170-bb87-dacd73cd3947 on host hv-cinder-76330 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:47:48.566217 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-4ea920c8-2a5d-4d3d-93ac-f2261ede94c0 req-d2c6c391-058c-4a1e-b8da-f4746331f9a3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:48.571656 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afb0f00-6689-48a1-a942-64b70dfe6cf5', 'name': 'network-vif-deleted', 'tag': '77c7261d-575c-4170-bb87-dacd73cd3947'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:47:48.625972 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4ea920c8-2a5d-4d3d-93ac-f2261ede94c0 req-d2c6c391-058c-4a1e-b8da-f4746331f9a3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.91 "DELETE /v2.0/ports/77c7261d-575c-4170-bb87-dacd73cd3947 HTTP/1.1" status: 204  len: 173 time: 1.0175560
Dec 04 00:47:48.639420 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afb0f00-6689-48a1-a942-64b70dfe6cf5', 'name': 'network-vif-deleted', 'tag': '77c7261d-575c-4170-bb87-dacd73cd3947', 'status': 'completed', 'code': 200}
Dec 04 00:47:48.678800 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daee211-712a-484c-b74b-abf42a8aae3d req-363fd6cf-1b75-43c5-af71-3cf20ff4250a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:48.680549 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8daee211-712a-484c-b74b-abf42a8aae3d req-363fd6cf-1b75-43c5-af71-3cf20ff4250a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 945 time: 0.1099331
Dec 04 00:47:48.729906 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8daee211-712a-484c-b74b-abf42a8aae3d req-ff2de7e6-294c-4a9c-b3df-c707cae8972a tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427356
Dec 04 00:47:48.876740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 77c7261d-575c-4170-bb87-dacd73cd3947 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:47:48.916846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] No Port match for: 77c7261d-575c-4170-bb87-dacd73cd3947 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:47:48.917384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 77c7261d-575c-4170-bb87-dacd73cd3947 not bound to the agent host hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:47:49.190336 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7c7c5-2f03-4899-b801-dda0679e5bf2 req-b934570e-b819-411f-a05d-0f3400e27b5d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:49.194449 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-96a7c7c5-2f03-4899-b801-dda0679e5bf2 req-b934570e-b819-411f-a05d-0f3400e27b5d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0948431
Dec 04 00:47:49.242989 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-96a7c7c5-2f03-4899-b801-dda0679e5bf2 req-9129145e-4d0d-47aa-88c9-f35a0fda74ad tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440648
Dec 04 00:47:49.246929 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-3baa5068-60db-426f-b44e-7687fed19fd9 req-925e842a-a0d1-4af7-8c42-8309dd57cca8 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Synchronizing usage tracker for tenant:126db6f0355043ecaf8cf2100b740a86 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:47:49.265337 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-3baa5068-60db-426f-b44e-7687fed19fd9 req-925e842a-a0d1-4af7-8c42-8309dd57cca8 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Unset dirty status for tenant:126db6f0355043ecaf8cf2100b740a86 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:47:49.266685 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3baa5068-60db-426f-b44e-7687fed19fd9 req-925e842a-a0d1-4af7-8c42-8309dd57cca8 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=8afb0f00-6689-48a1-a942-64b70dfe6cf5 HTTP/1.1" status: 200  len: 210 time: 0.0762990
Dec 04 00:47:49.650020 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2ad51-19e0-4bb2-9880-f5e5ff58a607 req-a6db7758-5be2-481e-a3db-e2b0229fd87d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:49.651622 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-94a2ad51-19e0-4bb2-9880-f5e5ff58a607 req-a6db7758-5be2-481e-a3db-e2b0229fd87d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0869436
Dec 04 00:47:49.702984 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-94a2ad51-19e0-4bb2-9880-f5e5ff58a607 req-6cf8b535-82a0-4f4b-a735-1e4020c9caf8 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414279
Dec 04 00:47:49.838080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4af478-e886-408d-834f-a49346d9fe08 req-269932b9-9478-41b5-9c2b-caf91fb6d23f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:49.840348 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7e4af478-e886-408d-834f-a49346d9fe08 req-269932b9-9478-41b5-9c2b-caf91fb6d23f tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 945 time: 0.0889704
Dec 04 00:47:49.974135 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-7e4af478-e886-408d-834f-a49346d9fe08 req-ac46c969-f7b4-4d60-8ac3-d14bd1b5d991 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Deleting port 49b39f61-5b29-49f6-bfc2-854a636977eb {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:47:49.974781 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7e4af478-e886-408d-834f-a49346d9fe08 req-ac46c969-f7b4-4d60-8ac3-d14bd1b5d991 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:50.106493 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae22b3-254b-4b68-b6bb-0db6d5f6a36d req-a402d1e3-06bb-4ea9-8461-6d7fbc987068 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:50.108289 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-10ae22b3-254b-4b68-b6bb-0db6d5f6a36d req-a402d1e3-06bb-4ea9-8461-6d7fbc987068 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 945 time: 0.2178564
Dec 04 00:47:50.265022 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-10ae22b3-254b-4b68-b6bb-0db6d5f6a36d req-23decd11-5873-4e23-b4ca-2e7a55b03e57 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/security-groups?id=8a94503d-391a-48f0-96f1-9110030bc253&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338317
Dec 04 00:47:50.292993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-7e4af478-e886-408d-834f-a49346d9fe08 req-ac46c969-f7b4-4d60-8ac3-d14bd1b5d991 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] For port 49b39f61-5b29-49f6-bfc2-854a636977eb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=49b39f61-5b29-49f6-bfc2-854a636977eb,segment=NetworkSegment(f0c38287-3d7f-4fbc-a583-19e6545d60d3),segment_id=f0c38287-3d7f-4fbc-a583-19e6545d60d3)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:47:50.293368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7e4af478-e886-408d-834f-a49346d9fe08 req-ac46c969-f7b4-4d60-8ac3-d14bd1b5d991 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:50.481853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866d55a-6f2d-4245-bd4a-9a8771df425d req-a69ca19e-94ec-42d7-913e-554c445bdbfa tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:50.484181 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f866d55a-6f2d-4245-bd4a-9a8771df425d req-a69ca19e-94ec-42d7-913e-554c445bdbfa tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0947552
Dec 04 00:47:50.539359 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f866d55a-6f2d-4245-bd4a-9a8771df425d req-6b4a1eeb-389b-4685-8de0-517e139f1b3a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482471
Dec 04 00:47:50.623715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-7e4af478-e886-408d-834f-a49346d9fe08 req-ac46c969-f7b4-4d60-8ac3-d14bd1b5d991 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Calling delete_port for 49b39f61-5b29-49f6-bfc2-854a636977eb owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:47:50.864270 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e677a940-c677-4147-a623-c097d8ea0299 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:47:50.890516 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea755f-b416-4704-8145-f084905e5810 req-a6b5e824-35c7-424b-a683-e62ea5490c85 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:50.892202 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63ea755f-b416-4704-8145-f084905e5810 req-a6b5e824-35c7-424b-a683-e62ea5490c85 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/networks?id=ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff HTTP/1.1" status: 200  len: 809 time: 0.2763250
Dec 04 00:47:50.921446 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63ea755f-b416-4704-8145-f084905e5810 req-6595cba6-6556-437a-8970-66367e684fc1 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/quotas/126db6f0355043ecaf8cf2100b740a86 HTTP/1.1" status: 200  len: 375 time: 0.0231900
Dec 04 00:47:50.973995 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63ea755f-b416-4704-8145-f084905e5810 req-c73b68b5-cd44-4cef-940e-8441fb422934 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?tenant_id=126db6f0355043ecaf8cf2100b740a86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0454900
Dec 04 00:47:50.975233 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7e4af478-e886-408d-834f-a49346d9fe08 req-ac46c969-f7b4-4d60-8ac3-d14bd1b5d991 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:50.991067 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:51.015716 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:51.049316 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096e09a6-f542-495a-948a-e37568692e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e677a940-c677-4147-a623-c097d8ea0299'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:47:51.061340 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port e677a940-c677-4147-a623-c097d8ea0299, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e677a940-c677-4147-a623-c097d8ea0299,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:47:51.064775 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:51.065586 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 49b39f61-5b29-49f6-bfc2-854a636977eb no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:47:51.066058 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46c969-f7b4-4d60-8ac3-d14bd1b5d991 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Pushing event deleted for resources: {'Port': ['ID=49b39f61-5b29-49f6-bfc2-854a636977eb,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:51.103983 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:51.128283 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ac46c969-f7b4-4d60-8ac3-d14bd1b5d991 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:51.141189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] No Port match for: 49b39f61-5b29-49f6-bfc2-854a636977eb {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:47:51.141589 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 49b39f61-5b29-49f6-bfc2-854a636977eb not bound to the agent host hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:47:51.210425 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=e677a940-c677-4147-a623-c097d8ea0299,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:51.214371 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:51.296266 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63ea755f-b416-4704-8145-f084905e5810 req-83c56a84-6fc5-4bb3-a476-a1ca379b21aa service neutron] 10.222.0.88 "GET /v2.0/networks/ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2632995
Dec 04 00:47:51.413668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4af478-e886-408d-834f-a49346d9fe08 req-ac46c969-f7b4-4d60-8ac3-d14bd1b5d991 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] No DVR routers for this DVR port 49b39f61-5b29-49f6-bfc2-854a636977eb on host hv-cinder-76330 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:47:51.419925 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-7e4af478-e886-408d-834f-a49346d9fe08 req-ac46c969-f7b4-4d60-8ac3-d14bd1b5d991 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:51.422900 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4187bb03-57c0-4c00-8d24-7df1cce54079', 'name': 'network-vif-deleted', 'tag': '49b39f61-5b29-49f6-bfc2-854a636977eb'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:47:51.452904 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7e4af478-e886-408d-834f-a49346d9fe08 req-ac46c969-f7b4-4d60-8ac3-d14bd1b5d991 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.91 "DELETE /v2.0/ports/49b39f61-5b29-49f6-bfc2-854a636977eb HTTP/1.1" status: 204  len: 173 time: 1.5985909
Dec 04 00:47:51.476670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b46ad3-35d7-42a8-b8db-4011f48901b5 req-917c7c56-d2d4-49d8-9491-77fbe8c7f199 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:51.478573 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-02b46ad3-35d7-42a8-b8db-4011f48901b5 req-917c7c56-d2d4-49d8-9491-77fbe8c7f199 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0882018
Dec 04 00:47:51.493208 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63ea755f-b416-4704-8145-f084905e5810 req-509cba79-d271-4d05-88b4-744e25bab798 service neutron] 10.222.0.88 "GET /v2.0/networks/ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1692939
Dec 04 00:47:51.532106 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-02b46ad3-35d7-42a8-b8db-4011f48901b5 req-45f8d09b-f050-4924-a64c-b7ad46e74161 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454130
Dec 04 00:47:51.608498 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '096e09a6-f542-495a-948a-e37568692e18', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e677a940-c677-4147-a623-c097d8ea0299', 'code': 422} returned with failed status
Dec 04 00:47:51.769118 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8143c8bc-c41e-4587-897a-20748a9334e5 req-38045abd-e604-4de9-bdff-e7d5a0813f22 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] 10.222.0.88 "GET /v2.0/ports?device_id=4187bb03-57c0-4c00-8d24-7df1cce54079 HTTP/1.1" status: 200  len: 210 time: 0.0467803
Dec 04 00:47:51.906242 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4691c05a-388b-44f6-8377-ef1f62ce52ab req-62d7039d-9bff-48ec-b115-3e474ddd3931 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 210 time: 0.0599468
Dec 04 00:47:51.908323 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4187bb03-57c0-4c00-8d24-7df1cce54079', 'name': 'network-vif-deleted', 'tag': '49b39f61-5b29-49f6-bfc2-854a636977eb', 'status': 'completed', 'code': 200}
Dec 04 00:47:52.004323 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 55104) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:47:52.099011 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa284f9-ae8d-49be-894e-0c1e4531d83e req-275c791f-e660-4464-945b-900757b58f3b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:52.100951 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2fa284f9-ae8d-49be-894e-0c1e4531d83e req-275c791f-e660-4464-945b-900757b58f3b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1377087
Dec 04 00:47:52.151372 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2fa284f9-ae8d-49be-894e-0c1e4531d83e req-31fa2fee-7bc1-4e96-92f6-3067b9435a2d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432186
Dec 04 00:47:52.239801 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb635a1a-d2d6-4ab0-8adf-436eaae560df req-2d418526-3a2c-468b-a646-9f15ea9d1031 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2282150
Dec 04 00:47:52.755527 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c429a21-0679-45e4-aba8-3cacd83337e9 req-ea146e1f-fe91-4ac9-9030-530f8ce25945 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:52.757166 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9c429a21-0679-45e4-aba8-3cacd83337e9 req-ea146e1f-fe91-4ac9-9030-530f8ce25945 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0880799
Dec 04 00:47:52.810520 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9c429a21-0679-45e4-aba8-3cacd83337e9 req-2c843698-58f3-44ef-8834-3108bb470f70 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466554
Dec 04 00:47:52.886116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 55120) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:47:52.952548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Deleting subnet 2dd1b4bf-3c93-43a9-bef9-7e21218b6544 {{(pid=80262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:47:52.955826 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:53.016651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852517655'] for subnet, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:53.036665 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea755f-b416-4704-8145-f084905e5810 req-ea37a471-bc7e-4687-abb4-20dd7a128075 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:53.038979 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63ea755f-b416-4704-8145-f084905e5810 req-ea37a471-bc7e-4687-abb4-20dd7a128075 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.91 "GET /v2.0/networks?id=ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff HTTP/1.1" status: 200  len: 809 time: 0.1647918
Dec 04 00:47:53.081766 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:53.089157 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-63ea755f-b416-4704-8145-f084905e5810 req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Request body: {'port': {'device_id': 'b329e63a-e55e-4893-93c5-f93b3681b44c', 'network_id': 'ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff', 'admin_state_up': True, 'tenant_id': '126db6f0355043ecaf8cf2100b740a86'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:47:53.124089 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0483932f-b51f-4246-be0a-c4bcb8b98942 req-22899fee-b331-4221-ab4f-b6fb61278201 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 210 time: 0.0832546
Dec 04 00:47:53.282105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-63ea755f-b416-4704-8145-f084905e5810 req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:47:53.291913 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-63ea755f-b416-4704-8145-f084905e5810 req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:47:53.301068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ea755f-b416-4704-8145-f084905e5810 req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Made reservation on behalf of 126db6f0355043ecaf8cf2100b740a86 for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:47:53.306640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-63ea755f-b416-4704-8145-f084905e5810 req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:53.452371 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3251820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852514843'] for subnet, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:53.472129 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:53.630921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-63ea755f-b416-4704-8145-f084905e5810 req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Allocated IP 172.20.0.12 (ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff/5ef065e3-b447-4a06-83a3-4cc7eccbd2db/06358276-650a-4735-9084-fb099f073b46) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:47:53.774295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ee409-08f7-40f0-a160-b85dd6dd727a req-c1007f67-1540-4331-8e60-4aa9de46fb6c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:53.776102 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8d5ee409-08f7-40f0-a160-b85dd6dd727a req-c1007f67-1540-4331-8e60-4aa9de46fb6c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.4280972
Dec 04 00:47:53.781975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd1b4bf-3c93-43a9-bef9-7e21218b6544,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:53.822180 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.822533 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.822925 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.823780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.823780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.824091 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.824441 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.824858 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.825235 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.825583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.825983 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.826337 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.826944 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.827347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.827772 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.828160 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.828526 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.828988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.829333 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.829707 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.830083 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.830454 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.830827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.831191 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:47:53.835832 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:53.859680 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-63ea755f-b416-4704-8145-f084905e5810 req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:53.890102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:53.895019 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8d5ee409-08f7-40f0-a160-b85dd6dd727a req-322f5414-146a-461d-b53a-6414b27afd3c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1006961
Dec 04 00:47:53.901634 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] 10.222.0.88 "DELETE /v2.0/subnets/2dd1b4bf-3c93-43a9-bef9-7e21218b6544 HTTP/1.1" status: 204  len: 168 time: 1.0119340
Dec 04 00:47:53.901922 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 55136) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:47:53.946703 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-63ea755f-b416-4704-8145-f084905e5810 req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:53.967385 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:54.032293 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:54.153002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Pushing event updated for resources: {'Port': ['ID=06358276-650a-4735-9084-fb099f073b46,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:54.160183 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:54.170660 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c4da4-abdc-470c-b7b1-221b2c698674 req-a8793d1d-fc64-4fdb-9ddb-6135ff14fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:54.172379 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c45c4da4-abdc-470c-b7b1-221b2c698674 req-a8793d1d-fc64-4fdb-9ddb-6135ff14fcea service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8aa42ed1a820400997e02b1aa7e33362&device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 1162 time: 0.2928598
Dec 04 00:47:54.254412 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:54.441966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb08907c18>,) {'filters': {'network_id': ['9a051e40-edbf-4acc-ad11-99eefa876f20']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:47:54.458854 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb08907c18>, 'f0c38287-3d7f-4fbc-a583-19e6545d60d3') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:47:54.459158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb08907c18>, 'f0c38287-3d7f-4fbc-a583-19e6545d60d3') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:47:54.478999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258145'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:54.508655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bf84b-17d2-49c3-913d-0ac2f5824281 req-22418bdd-0b90-43ad-a916-c8c5b17e3f8f tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:54.510456 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d7bf84b-17d2-49c3-913d-0ac2f5824281 req-22418bdd-0b90-43ad-a916-c8c5b17e3f8f tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 932 time: 0.2346330
Dec 04 00:47:54.512523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:54.515251 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:47:54.545240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70d03d-26a1-4cbe-9beb-43cb6cde8acb req-8a83c098-7513-42e4-aff7-df3a0c2758c3 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:54.546897 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ce70d03d-26a1-4cbe-9beb-43cb6cde8acb req-8a83c098-7513-42e4-aff7-df3a0c2758c3 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.5313625
Dec 04 00:47:54.554982 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ea755f-b416-4704-8145-f084905e5810 req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Network ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:47:54.560067 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-63ea755f-b416-4704-8145-f084905e5810 req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:47:54.582846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ea755f-b416-4704-8145-f084905e5810 req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:47:54.587084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea755f-b416-4704-8145-f084905e5810 req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:54.587797 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-63ea755f-b416-4704-8145-f084905e5810 req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:54.674410 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ce70d03d-26a1-4cbe-9beb-43cb6cde8acb req-4762b2c0-ecff-47b7-b63f-c0df3ac16376 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181045
Dec 04 00:47:54.676290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c4da4-abdc-470c-b7b1-221b2c698674 req-ddb0234a-45ae-4ec1-a294-96acb8a3cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:54.678768 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c45c4da4-abdc-470c-b7b1-221b2c698674 req-ddb0234a-45ae-4ec1-a294-96acb8a3cbde service neutron] 10.222.0.91 "GET /v2.0/networks?id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 HTTP/1.1" status: 200  len: 912 time: 0.4589159
Dec 04 00:47:54.680175 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63ea755f-b416-4704-8145-f084905e5810 req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6003618
Dec 04 00:47:54.724006 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d7bf84b-17d2-49c3-913d-0ac2f5824281 req-0821266b-815a-457c-92ec-c0d4510c7642 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934824
Dec 04 00:47:54.760186 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] Network 9a051e40-edbf-4acc-ad11-99eefa876f20 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:47:54.771258 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851524401'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:54.772364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Request body: {'port': {'device_id': 'b329e63a-e55e-4893-93c5-f93b3681b44c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:47:54.822733 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c45c4da4-abdc-470c-b7b1-221b2c698674 req-b35972b4-9bf4-405e-bdeb-e8915036893a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5c396e1-bef1-44f1-947b-625090bba1a0 HTTP/1.1" status: 200  len: 217 time: 0.1203349
Dec 04 00:47:54.953889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c4da4-abdc-470c-b7b1-221b2c698674 req-92cd1e6b-394b-4fc1-9c63-8cc9fea7896d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:54.955541 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c45c4da4-abdc-470c-b7b1-221b2c698674 req-92cd1e6b-394b-4fc1-9c63-8cc9fea7896d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=887d58e7-6037-47d9-82f2-709206eff474 HTTP/1.1" status: 200  len: 858 time: 0.1229091
Dec 04 00:47:54.958868 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] Network 9a051e40-edbf-4acc-ad11-99eefa876f20 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:47:54.965796 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:47:54.982834 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:47:55.024649 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c45c4da4-abdc-470c-b7b1-221b2c698674 req-fa88d0ce-fdad-4ef3-a4f1-0e1fe52892f7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598471
Dec 04 00:47:55.063978 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:55.069353 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:55.071998 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:55.096103 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] Pushing event deleted for resources: {'Network': ['ID=9a051e40-edbf-4acc-ad11-99eefa876f20,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:55.098864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:55.104487 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8d059fc4-8eed-455d-aeee-47ce02e54d1b admin admin] 10.222.0.88 "DELETE /v2.0/networks/9a051e40-edbf-4acc-ad11-99eefa876f20 HTTP/1.1" status: 204  len: 168 time: 1.2015905
Dec 04 00:47:55.268148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 55148) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:47:55.320795 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b06653d9-bd45-4099-9935-c79c9ee32904 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5cb3fa42f2964c6bb0dea1c1a4ac2031&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0512602
Dec 04 00:47:55.323408 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 55152) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:47:55.387994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-128f24fd-da0b-4fa7-987b-a9215beacdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:55.393926 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c45c4da4-abdc-470c-b7b1-221b2c698674 req-365cf254-a6b6-4a00-96f5-ed41e14dba1d service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3426309
Dec 04 00:47:55.418471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-128f24fd-da0b-4fa7-987b-a9215beacdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:55.446016 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41cbc0-7189-4b72-8387-b7040ef61df3 req-e06aeb54-868e-49f8-9343-b50dcc4afa9c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:55.447683 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1e41cbc0-7189-4b72-8387-b7040ef61df3 req-e06aeb54-868e-49f8-9343-b50dcc4afa9c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.3700774
Dec 04 00:47:55.478564 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-128f24fd-da0b-4fa7-987b-a9215beacdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:55.483897 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-10241737-c60b-4327-8bfc-c5bae12724f7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:55.501897 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f24fd-da0b-4fa7-987b-a9215beacdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a94503d-391a-48f0-96f1-9110030bc253,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:55.505078 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-128f24fd-da0b-4fa7-987b-a9215beacdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:55.512118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-128f24fd-da0b-4fa7-987b-a9215beacdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:55.513465 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-128f24fd-da0b-4fa7-987b-a9215beacdb0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8a94503d-391a-48f0-96f1-9110030bc253 HTTP/1.1" status: 204  len: 168 time: 0.1890664
Dec 04 00:47:55.689021 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1e41cbc0-7189-4b72-8387-b7040ef61df3 req-e8d5c8dc-bc78-40e3-8d69-8ddd0e6cab34 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2331407
Dec 04 00:47:55.733461 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c45c4da4-abdc-470c-b7b1-221b2c698674 req-5676c721-4c49-48fb-878f-c95165f4880e service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3300247
Dec 04 00:47:55.829269 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06358276-650a-4735-9084-fb099f073b46 {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:47:55.836799 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:55.851257 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Transition to ACTIVE for port object 06358276-650a-4735-9084-fb099f073b46 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:47:55.856610 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:55.875352 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:55.914395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb635a1a-d2d6-4ab0-8adf-436eaae560df req-13ac19bd-3ad9-4275-b7d7-4c8059a17d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:55.918254 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb635a1a-d2d6-4ab0-8adf-436eaae560df req-13ac19bd-3ad9-4275-b7d7-4c8059a17d31 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18&tenant_id=09801578e916483aa6201d3b9a595e8c HTTP/1.1" status: 200  len: 1161 time: 0.2440715
Dec 04 00:47:56.004047 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Pushing event updated for resources: {'Port': ['ID=06358276-650a-4735-9084-fb099f073b46,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:56.015771 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:56.106994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb635a1a-d2d6-4ab0-8adf-436eaae560df req-aee8779b-ee7f-4e15-9c74-02a87efd7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:56.108810 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb635a1a-d2d6-4ab0-8adf-436eaae560df req-aee8779b-ee7f-4e15-9c74-02a87efd7cc0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=09801578e916483aa6201d3b9a595e8c&device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 1161 time: 0.1604130
Dec 04 00:47:56.115835 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae51283-78e9-4468-899a-f34fcb18b1a5 req-43325283-02e5-4128-b27b-05a41a4ff486 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:56.117447 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7ae51283-78e9-4468-899a-f34fcb18b1a5 req-43325283-02e5-4128-b27b-05a41a4ff486 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1186829
Dec 04 00:47:56.300529 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7ae51283-78e9-4468-899a-f34fcb18b1a5 req-2f26e474-6c36-4d2a-b876-176419bf4840 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567655
Dec 04 00:47:56.303207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9cae7-0ed1-4483-a61d-4561e58be454 req-18ae3748-222a-4df5-8736-15dcc79045dc tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:56.303971 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-98d9cae7-0ed1-4483-a61d-4561e58be454 req-18ae3748-222a-4df5-8736-15dcc79045dc tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Synchronizing usage tracker for tenant:126db6f0355043ecaf8cf2100b740a86 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:47:56.336844 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb635a1a-d2d6-4ab0-8adf-436eaae560df req-ad9bdb72-3012-4cec-a148-6d7260321300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:56.338462 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb635a1a-d2d6-4ab0-8adf-436eaae560df req-ad9bdb72-3012-4cec-a148-6d7260321300 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cdf68f31-2f13-4060-b6e6-c7095799b7c3 HTTP/1.1" status: 200  len: 910 time: 0.2175140
Dec 04 00:47:56.343751 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-98d9cae7-0ed1-4483-a61d-4561e58be454 req-18ae3748-222a-4df5-8736-15dcc79045dc tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Unset dirty status for tenant:126db6f0355043ecaf8cf2100b740a86 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:47:56.345115 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98d9cae7-0ed1-4483-a61d-4561e58be454 req-18ae3748-222a-4df5-8736-15dcc79045dc tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.2788458
Dec 04 00:47:56.379659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:56.383686 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Attempting to bind port 06358276-650a-4735-9084-fb099f073b46 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:47:56.384057 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Attempting to bind port 06358276-650a-4735-9084-fb099f073b46 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '5262cc87-c46f-425e-853d-39bd81befc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:47:56.384424 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Attempting to bind port 06358276-650a-4735-9084-fb099f073b46 on network ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:47:56.399749 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:47:56.400119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Checking segment: {'id': '5262cc87-c46f-425e-853d-39bd81befc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:47:56.400524 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:56.400906 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Bound using segment: {'id': '5262cc87-c46f-425e-853d-39bd81befc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:47:56.401375 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Bound port: 06358276-650a-4735-9084-fb099f073b46, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5262cc87-c46f-425e-853d-39bd81befc24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:47:56.401739 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:56.426458 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98d9cae7-0ed1-4483-a61d-4561e58be454 req-f23da3c9-be4c-4165-ad0f-e0ef6aacc2e2 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714257
Dec 04 00:47:56.501652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] For port 06358276-650a-4735-9084-fb099f073b46, host hv-cinder-76330, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:47:56.504964 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] For port 06358276-650a-4735-9084-fb099f073b46, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=06358276-650a-4735-9084-fb099f073b46,segment=NetworkSegment(5262cc87-c46f-425e-853d-39bd81befc24),segment_id=5262cc87-c46f-425e-853d-39bd81befc24)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:47:56.509161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:56.524573 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-331e38bc-ada5-4523-8900-effdba7d20ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:47:56.880878 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Pushing event updated for resources: {'Port': ['ID=06358276-650a-4735-9084-fb099f073b46,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:47:56.894643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:47:56.929895 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:56.930663 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:47:56.932436 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63ea755f-b416-4704-8145-f084905e5810 req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] 10.222.0.91 "PUT /v2.0/ports/06358276-650a-4735-9084-fb099f073b46 HTTP/1.1" status: 200  len: 1158 time: 2.1719396
Dec 04 00:47:56.933088 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b329e63a-e55e-4893-93c5-f93b3681b44c', 'tag': '06358276-650a-4735-9084-fb099f073b46'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:47:56.995854 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b329e63a-e55e-4893-93c5-f93b3681b44c', 'tag': '06358276-650a-4735-9084-fb099f073b46', 'status': 'completed', 'code': 200}
Dec 04 00:47:57.011758 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c8523-9f67-44a5-b9be-08d0f9c85abc req-ca6e4eb5-6fee-48ce-b5b8-a92fde292da6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:57.013180 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1c0c8523-9f67-44a5-b9be-08d0f9c85abc req-ca6e4eb5-6fee-48ce-b5b8-a92fde292da6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1034379
Dec 04 00:47:57.061857 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1c0c8523-9f67-44a5-b9be-08d0f9c85abc req-17a37418-b67b-4d40-bc16-d973e7dda4be tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412853
Dec 04 00:47:57.533492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5b7d8-d219-4113-abf4-342fbd0080c6 req-71fe9072-af46-48ef-9935-0602a5aee0d1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:57.535132 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6ec5b7d8-d219-4113-abf4-342fbd0080c6 req-71fe9072-af46-48ef-9935-0602a5aee0d1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0956457
Dec 04 00:47:57.589218 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6ec5b7d8-d219-4113-abf4-342fbd0080c6 req-f2c98d63-3879-47c0-82e1-b7cbefda19e7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465953
Dec 04 00:47:57.647398 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34010baf-3698-4985-99b0-b7010b6d690a req-2384f574-c823-4905-9703-01ef45e59578 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:57.649947 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-34010baf-3698-4985-99b0-b7010b6d690a req-2384f574-c823-4905-9703-01ef45e59578 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.0862467
Dec 04 00:47:57.698127 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-34010baf-3698-4985-99b0-b7010b6d690a req-d560f4c6-7488-429f-a79b-0d8b1914e686 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415592
Dec 04 00:47:58.329376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5731f-b8b5-45ea-b148-66326d7b81c6 req-edc81292-7976-415a-902d-8bf028278e2f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:58.331017 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4df5731f-b8b5-45ea-b148-66326d7b81c6 req-edc81292-7976-415a-902d-8bf028278e2f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1075079
Dec 04 00:47:58.383473 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4df5731f-b8b5-45ea-b148-66326d7b81c6 req-1290739a-b9db-4719-899f-fb1aeed59b99 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454793
Dec 04 00:47:58.818335 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2249b1b-a7be-439e-b8ac-ef1807780632 req-5d93920f-961b-43cb-954c-d195a006b16e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:58.819938 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a2249b1b-a7be-439e-b8ac-ef1807780632 req-5d93920f-961b-43cb-954c-d195a006b16e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0902569
Dec 04 00:47:58.875443 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a2249b1b-a7be-439e-b8ac-ef1807780632 req-6e30b4c9-b873-462d-9fac-e975d5a99e29 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452518
Dec 04 00:47:58.920873 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd31617-3abc-4ca9-960b-c9903181c681 req-cbea1e06-323f-47cf-b62f-234501def548 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:58.922500 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bd31617-3abc-4ca9-960b-c9903181c681 req-cbea1e06-323f-47cf-b62f-234501def548 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.0873125
Dec 04 00:47:58.982549 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bd31617-3abc-4ca9-960b-c9903181c681 req-d971033a-ddfb-445d-a56c-4c01192495a4 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533950
Dec 04 00:47:59.475009 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb635a1a-d2d6-4ab0-8adf-436eaae560df req-e71e73e7-68b0-4ef0-8b1b-c14ff7434125 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e677a940-c677-4147-a623-c097d8ea0299 HTTP/1.1" status: 200  len: 1000 time: 0.1152086
Dec 04 00:47:59.501077 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66355a41-5787-46d3-a6ce-00daca6aba76 req-591f88a8-b9a9-4a57-9594-a6c5c8d75d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:59.503091 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66355a41-5787-46d3-a6ce-00daca6aba76 req-591f88a8-b9a9-4a57-9594-a6c5c8d75d09 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=126db6f0355043ecaf8cf2100b740a86&device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 1161 time: 0.1317015
Dec 04 00:47:59.553747 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb635a1a-d2d6-4ab0-8adf-436eaae560df req-744fd6ef-22ea-4c75-b252-65d51baf1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:59.555532 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb635a1a-d2d6-4ab0-8adf-436eaae560df req-744fd6ef-22ea-4c75-b252-65d51baf1f61 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8322b4d1-9a0c-42f2-a911-3bc67b7cd900 HTTP/1.1" status: 200  len: 855 time: 0.0723293
Dec 04 00:47:59.669780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66355a41-5787-46d3-a6ce-00daca6aba76 req-f13eb9fb-28bb-4b7a-94c4-937e8856c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:59.671469 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66355a41-5787-46d3-a6ce-00daca6aba76 req-f13eb9fb-28bb-4b7a-94c4-937e8856c425 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=126db6f0355043ecaf8cf2100b740a86&shared=False HTTP/1.1" status: 200  len: 904 time: 0.1597302
Dec 04 00:47:59.702932 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb635a1a-d2d6-4ab0-8adf-436eaae560df req-57edb583-f247-4ad7-9e68-7c90f49f8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:59.704585 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb635a1a-d2d6-4ab0-8adf-436eaae560df req-57edb583-f247-4ad7-9e68-7c90f49f8dc7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cdf68f31-2f13-4060-b6e6-c7095799b7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1413009
Dec 04 00:47:59.714718 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdaa79c-8cb1-47c4-b4e8-125e8504c078 req-0ddd80cf-b616-4d66-b8c5-bb1447ebd641 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:59.716327 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7cdaa79c-8cb1-47c4-b4e8-125e8504c078 req-0ddd80cf-b616-4d66-b8c5-bb1447ebd641 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1127141
Dec 04 00:47:59.826522 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66355a41-5787-46d3-a6ce-00daca6aba76 req-73cb24db-2f01-44ab-86e2-4c063b0e7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:59.828530 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-66355a41-5787-46d3-a6ce-00daca6aba76 req-73cb24db-2f01-44ab-86e2-4c063b0e7573 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1468225
Dec 04 00:47:59.853317 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7cdaa79c-8cb1-47c4-b4e8-125e8504c078 req-d1cca52c-0afa-407d-bcb5-790c732e3bcd tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1285820
Dec 04 00:47:59.901239 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb635a1a-d2d6-4ab0-8adf-436eaae560df req-20bdf5a2-171b-49c4-b9e7-a84c88fa978f service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781862
Dec 04 00:47:59.956914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea755f-b416-4704-8145-f084905e5810 req-8b90a334-c864-40ed-b923-22be58591c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:47:59.958981 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63ea755f-b416-4704-8145-f084905e5810 req-8b90a334-c864-40ed-b923-22be58591c71 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=126db6f0355043ecaf8cf2100b740a86&device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 1161 time: 0.0783334
Dec 04 00:48:00.054835 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bb635a1a-d2d6-4ab0-8adf-436eaae560df req-8b4b508a-b4ac-408c-b2de-1f1759dd324e service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1463494
Dec 04 00:48:00.075732 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63ea755f-b416-4704-8145-f084905e5810 req-a4d83010-6a2d-499c-83be-6706e207f19c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06358276-650a-4735-9084-fb099f073b46 HTTP/1.1" status: 200  len: 217 time: 0.1084962
Dec 04 00:48:00.179298 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea755f-b416-4704-8145-f084905e5810 req-692b66e6-d8a2-4283-a5c8-4804ae757b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:00.180957 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63ea755f-b416-4704-8145-f084905e5810 req-692b66e6-d8a2-4283-a5c8-4804ae757b8a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=5ef065e3-b447-4a06-83a3-4cc7eccbd2db HTTP/1.1" status: 200  len: 849 time: 0.0919392
Dec 04 00:48:00.231290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc244c-1bd3-4a03-8cce-e4d7b8f19993 req-15150f34-d657-41ae-becb-ab9117f46a9e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:00.233044 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-36dc244c-1bd3-4a03-8cce-e4d7b8f19993 req-15150f34-d657-41ae-becb-ab9117f46a9e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.2053347
Dec 04 00:48:00.247063 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63ea755f-b416-4704-8145-f084905e5810 req-87b3be1d-2083-466f-84b7-29836eb129c9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566251
Dec 04 00:48:00.267257 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9eb7e-026e-4f8f-baf3-e821195319ce req-b27b9603-71d4-4fcc-89d5-1eb90e40c529 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:00.269089 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1df9eb7e-026e-4f8f-baf3-e821195319ce req-b27b9603-71d4-4fcc-89d5-1eb90e40c529 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.1517911
Dec 04 00:48:00.326361 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1df9eb7e-026e-4f8f-baf3-e821195319ce req-dd294b3d-9e7e-48cf-b4bd-7af663638587 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496898
Dec 04 00:48:00.382149 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-36dc244c-1bd3-4a03-8cce-e4d7b8f19993 req-fc1620c6-aed5-4020-89b3-90169afaf73b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384630
Dec 04 00:48:00.435792 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63ea755f-b416-4704-8145-f084905e5810 req-be2cfeb9-6b46-45a9-995a-e211c009d602 service neutron] 10.222.0.91 "GET /v2.0/networks/ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715629
Dec 04 00:48:00.592824 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63ea755f-b416-4704-8145-f084905e5810 req-599f7a3e-23c0-45aa-8ad7-7004f3e23aa3 service neutron] 10.222.0.91 "GET /v2.0/networks/ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1469421
Dec 04 00:48:01.100976 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f78cf0-7de0-48e1-ae76-289aed78cfa8 req-53883477-2f23-49ae-9b70-32ccf2ee9b62 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:01.102472 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a7f78cf0-7de0-48e1-ae76-289aed78cfa8 req-53883477-2f23-49ae-9b70-32ccf2ee9b62 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0994511
Dec 04 00:48:01.155819 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a7f78cf0-7de0-48e1-ae76-289aed78cfa8 req-259d9a79-3c55-4386-a5ba-fa7b95ee726e tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432732
Dec 04 00:48:01.549404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778eb863-ebee-4cca-b380-ecefc0104dbc req-98d334b2-875e-40a5-9cc0-4f996285858f tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:01.551063 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-778eb863-ebee-4cca-b380-ecefc0104dbc req-98d334b2-875e-40a5-9cc0-4f996285858f tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.0856287
Dec 04 00:48:01.599797 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-778eb863-ebee-4cca-b380-ecefc0104dbc req-1a0a7bcd-1103-4d0a-94ec-67b6e02e6472 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416639
Dec 04 00:48:01.601311 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba617e-dfb9-499d-b245-1738f37ac91b req-85ad1b09-2b2c-4ed8-9dc1-8e06963abcd9 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:01.603245 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0fba617e-dfb9-499d-b245-1738f37ac91b req-85ad1b09-2b2c-4ed8-9dc1-8e06963abcd9 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0859480
Dec 04 00:48:01.655899 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0fba617e-dfb9-499d-b245-1738f37ac91b req-7b1d8b47-8e61-43a5-9a52-74108039fee4 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460572
Dec 04 00:48:02.410025 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df4efa-6034-4314-8e04-e65048d57422 req-faa8a6f1-7e63-4f74-baad-b192699b042e tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:02.411652 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-13df4efa-6034-4314-8e04-e65048d57422 req-faa8a6f1-7e63-4f74-baad-b192699b042e tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1008005
Dec 04 00:48:02.460545 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-13df4efa-6034-4314-8e04-e65048d57422 req-f185d3f1-57e1-42b0-94a3-f8d64debcdb2 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420177
Dec 04 00:48:02.824922 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c9e57-3ecd-46d8-be25-159df99c4174 req-063f5fad-8178-4003-8c7f-661a60ef4972 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:02.826652 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-532c9e57-3ecd-46d8-be25-159df99c4174 req-063f5fad-8178-4003-8c7f-661a60ef4972 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.0874455
Dec 04 00:48:02.874807 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-532c9e57-3ecd-46d8-be25-159df99c4174 req-78b832e6-e4ce-4ea7-b8aa-568b91c0ebf2 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414550
Dec 04 00:48:02.879616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b579ad-db6f-498f-ad86-5a39c7569dab req-6e6d6696-6637-475a-88e6-e9f2037759f7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:02.881205 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d3b579ad-db6f-498f-ad86-5a39c7569dab req-6e6d6696-6637-475a-88e6-e9f2037759f7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0869579
Dec 04 00:48:02.933017 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d3b579ad-db6f-498f-ad86-5a39c7569dab req-b0311c0c-4112-4540-82f8-3fb79e3e3652 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453167
Dec 04 00:48:03.431368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:48:03.704537 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae4a92-5d6a-4bd3-b982-f28e70459113 req-8d38f1b3-b178-4905-9171-26908642b518 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:03.706125 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a0ae4a92-5d6a-4bd3-b982-f28e70459113 req-8d38f1b3-b178-4905-9171-26908642b518 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0887854
Dec 04 00:48:03.755834 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a0ae4a92-5d6a-4bd3-b982-f28e70459113 req-87d93bd1-e22d-408b-ba8b-0dd927cf7a7a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429149
Dec 04 00:48:03.908074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e5c396e1-bef1-44f1-947b-625090bba1a0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:48:03.984612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e5c396e1-bef1-44f1-947b-625090bba1a0 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:48:03.985528 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:04.146083 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c79cd7-3de1-4bb0-bf93-449d19714a9b req-845fc12b-a9c5-4c59-ad13-3d6f70201887 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:04.170803 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a3c79cd7-3de1-4bb0-bf93-449d19714a9b req-845fc12b-a9c5-4c59-ad13-3d6f70201887 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.1561439
Dec 04 00:48:04.235907 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60a547-3a6c-427b-b8f0-b2180aa40bf2 req-2b0797f4-5174-4242-8de8-64ad6f3dd5f2 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:04.249186 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ea60a547-3a6c-427b-b8f0-b2180aa40bf2 req-2b0797f4-5174-4242-8de8-64ad6f3dd5f2 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1472120
Dec 04 00:48:04.265222 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a3c79cd7-3de1-4bb0-bf93-449d19714a9b req-945e65bd-1d02-4531-a5f0-a104c789054d tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931168
Dec 04 00:48:04.300418 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ea60a547-3a6c-427b-b8f0-b2180aa40bf2 req-28b18ce4-3654-46e1-ab7f-dcb491636aa7 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502472
Dec 04 00:48:04.993376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9a59e-5a79-41ca-9159-592480b498a1 req-17d1b90b-1968-45f2-9b5e-fe9e40390587 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:04.995275 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9cb9a59e-5a79-41ca-9159-592480b498a1 req-17d1b90b-1968-45f2-9b5e-fe9e40390587 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0912976
Dec 04 00:48:05.048577 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9cb9a59e-5a79-41ca-9159-592480b498a1 req-0e022fec-59a0-4313-9740-bb28211caf15 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465539
Dec 04 00:48:05.481191 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526db672-0487-4b4c-907c-a7e028eed45e req-8c7146ea-c11f-4a9e-bd14-b3f14b8cc64e tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:05.483582 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-526db672-0487-4b4c-907c-a7e028eed45e req-8c7146ea-c11f-4a9e-bd14-b3f14b8cc64e tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.0919182
Dec 04 00:48:05.520896 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f2842-39ee-4deb-9bde-d352946a8544 req-cd25b95f-a9a4-456c-89c3-99459aceca2b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:05.522443 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-751f2842-39ee-4deb-9bde-d352946a8544 req-cd25b95f-a9a4-456c-89c3-99459aceca2b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0864449
Dec 04 00:48:05.536237 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-526db672-0487-4b4c-907c-a7e028eed45e req-d82d56c3-2e4b-4170-b06e-f804e4240d42 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459414
Dec 04 00:48:05.579902 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-751f2842-39ee-4deb-9bde-d352946a8544 req-971fbfff-6def-4ea3-be2b-7a94df03d472 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498641
Dec 04 00:48:06.288282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccb1ca-d6ee-434f-aa4a-8184f32b4f2a req-a1878eea-130f-44da-96f7-c3bf41bd0e94 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:06.289873 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-86ccb1ca-d6ee-434f-aa4a-8184f32b4f2a req-a1878eea-130f-44da-96f7-c3bf41bd0e94 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0885615
Dec 04 00:48:06.339124 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-86ccb1ca-d6ee-434f-aa4a-8184f32b4f2a req-59138e34-0b7f-4cd8-bd64-b3143c963e53 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421703
Dec 04 00:48:06.777540 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eb35c-613e-46f4-abaa-f9cdd147ccde req-c2260ebb-b79d-418d-8a66-cbc1a7c6dc59 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:06.779472 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d50eb35c-613e-46f4-abaa-f9cdd147ccde req-c2260ebb-b79d-418d-8a66-cbc1a7c6dc59 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.1045289
Dec 04 00:48:06.813841 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7321c88-884b-475b-b828-80c34f8bf1e9 req-7ef66a34-569e-4334-b5fd-4af01b967223 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:06.821208 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b7321c88-884b-475b-b828-80c34f8bf1e9 req-7ef66a34-569e-4334-b5fd-4af01b967223 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0963256
Dec 04 00:48:06.836145 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d50eb35c-613e-46f4-abaa-f9cdd147ccde req-cda5d2d2-87dc-4cfa-bdd7-12cd808f071d tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497370
Dec 04 00:48:06.891144 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b7321c88-884b-475b-b828-80c34f8bf1e9 req-4df80f3a-ce30-43e6-993b-18b1b9f8a818 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434623
Dec 04 00:48:07.716586 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866eccc2-c1c7-495c-9588-21b5d51991a4 req-32f364ab-ee09-4cb0-af3d-bff444f7f426 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:07.718267 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-866eccc2-c1c7-495c-9588-21b5d51991a4 req-32f364ab-ee09-4cb0-af3d-bff444f7f426 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0884593
Dec 04 00:48:07.769552 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-866eccc2-c1c7-495c-9588-21b5d51991a4 req-7f6f965f-36b9-4e34-86ba-4cc6931719e7 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447695
Dec 04 00:48:08.115200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a947af2-a877-4895-a973-cbc13406106b req-bbe031a3-0e24-43aa-9817-7cd3a2c6f2d2 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:08.117410 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3a947af2-a877-4895-a973-cbc13406106b req-bbe031a3-0e24-43aa-9817-7cd3a2c6f2d2 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0902815
Dec 04 00:48:08.191512 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3a947af2-a877-4895-a973-cbc13406106b req-793b4af3-ecd9-44d6-9cd2-f81d89fd54ae tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648532
Dec 04 00:48:08.299601 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7f8ef-c198-4029-a002-4916807c3c3e req-6691154c-85a3-4636-b3ff-41bab762384e tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:08.301208 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b4e7f8ef-c198-4029-a002-4916807c3c3e req-6691154c-85a3-4636-b3ff-41bab762384e tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.3118005
Dec 04 00:48:08.348213 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b4e7f8ef-c198-4029-a002-4916807c3c3e req-ea5bfde7-a02e-42e8-bb1c-467791e47e6e tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404940
Dec 04 00:48:09.009240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2d982-71e8-4f0d-80b7-7098fa116641 req-6d239d96-629f-4644-9ca4-6ed3847ccd94 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:09.010824 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-55f2d982-71e8-4f0d-80b7-7098fa116641 req-6d239d96-629f-4644-9ca4-6ed3847ccd94 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0848897
Dec 04 00:48:09.062738 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-55f2d982-71e8-4f0d-80b7-7098fa116641 req-d9bf4f5c-7ed3-446d-824e-05bca62a0cdb tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447402
Dec 04 00:48:09.441775 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06132373-9082-479d-9be6-c440ae41deeb req-1f396ad7-eceb-46c3-aee9-4bca6bb4a1cc tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:09.443402 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-06132373-9082-479d-9be6-c440ae41deeb req-1f396ad7-eceb-46c3-aee9-4bca6bb4a1cc tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0984166
Dec 04 00:48:09.511723 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-06132373-9082-479d-9be6-c440ae41deeb req-b9f9545a-2300-4d4e-b573-d8f06bd0a880 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592296
Dec 04 00:48:09.582518 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e538e-2fdd-44a2-b56c-c5f4bdb7e0a1 req-3fb2a1b0-719a-4488-833e-5468adafe4e1 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:09.584213 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1a6e538e-2fdd-44a2-b56c-c5f4bdb7e0a1 req-3fb2a1b0-719a-4488-833e-5468adafe4e1 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.0937443
Dec 04 00:48:09.636957 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1a6e538e-2fdd-44a2-b56c-c5f4bdb7e0a1 req-c86c8585-d886-4277-97d7-9bff1671f82c tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452037
Dec 04 00:48:10.333360 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cbec4-b066-45a4-aac4-5a0d5863290c req-881e260e-8f14-48e0-aeef-5a222d327acc tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:10.335095 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f82cbec4-b066-45a4-aac4-5a0d5863290c req-881e260e-8f14-48e0-aeef-5a222d327acc tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0924220
Dec 04 00:48:10.390935 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f82cbec4-b066-45a4-aac4-5a0d5863290c req-2e6276b6-c5f9-472e-bae0-7cf06d6d8eb2 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492051
Dec 04 00:48:10.736486 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e1b1d-f7d9-4ddb-a373-47c13d07125b req-4c20247b-f5c2-4e82-997f-88c721ce5380 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:10.738183 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b85e1b1d-f7d9-4ddb-a373-47c13d07125b req-4c20247b-f5c2-4e82-997f-88c721ce5380 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0893087
Dec 04 00:48:10.794134 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b85e1b1d-f7d9-4ddb-a373-47c13d07125b req-a0186c27-5222-41aa-ac88-2d4185523244 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486913
Dec 04 00:48:10.858174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edb8d8-5f43-4e55-8193-7ae72872abac req-e25ffff1-349b-492c-8698-1fa124f27c27 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:10.859866 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-34edb8d8-5f43-4e55-8193-7ae72872abac req-e25ffff1-349b-492c-8698-1fa124f27c27 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.0870924
Dec 04 00:48:10.917027 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-34edb8d8-5f43-4e55-8193-7ae72872abac req-ee5e3c09-25c1-4163-b68b-ad239153d692 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475845
Dec 04 00:48:11.659728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5906e4-670a-48a5-a8c2-5949d37dfb09 req-49dfb305-0f89-4e40-9f91-a3c77d90421a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:11.661510 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd5906e4-670a-48a5-a8c2-5949d37dfb09 req-49dfb305-0f89-4e40-9f91-a3c77d90421a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1003869
Dec 04 00:48:11.714251 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd5906e4-670a-48a5-a8c2-5949d37dfb09 req-eabaf327-d192-4f01-8b98-674e92a5d94e tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456672
Dec 04 00:48:12.026249 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fa129-d312-4633-8dad-fc006f3394a7 req-09d720c5-b958-4349-9cc0-e2f79d3a375b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:12.027983 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-681fa129-d312-4633-8dad-fc006f3394a7 req-09d720c5-b958-4349-9cc0-e2f79d3a375b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0980084
Dec 04 00:48:12.079114 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-681fa129-d312-4633-8dad-fc006f3394a7 req-4e22ec5f-8a0e-4d3a-a018-9444a0b8999a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433421
Dec 04 00:48:12.146762 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bf742-ce7d-4b6c-9306-34c12c11a552 req-45ea344b-1370-4882-9663-62327b647983 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:12.148361 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-143bf742-ce7d-4b6c-9306-34c12c11a552 req-45ea344b-1370-4882-9663-62327b647983 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.0896640
Dec 04 00:48:12.200809 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1cc00c54-f58d-49dc-87e2-e1528162fbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:12.205376 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-143bf742-ce7d-4b6c-9306-34c12c11a552 req-0817fc62-ec8d-4590-a606-7c187febfaf1 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498710
Dec 04 00:48:12.810198 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 55426) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:48:12.992354 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365e712-5a72-447e-8b54-07ee4459e0ab req-9c020bf7-2eef-44e6-9eb6-2de4cf320b0c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:12.997642 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ad8d8da8-f7b1-4e12-ae9d-dadc89792370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:13.001850 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c365e712-5a72-447e-8b54-07ee4459e0ab req-9c020bf7-2eef-44e6-9eb6-2de4cf320b0c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1041207
Dec 04 00:48:13.016047 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ad8d8da8-f7b1-4e12-ae9d-dadc89792370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:48:13.020349 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ad8d8da8-f7b1-4e12-ae9d-dadc89792370 admin admin] Usage tracker for resource:security_group_rule and tenant:e121f08923e14821b803e837a8d3b49c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:48:13.023456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ad8d8da8-f7b1-4e12-ae9d-dadc89792370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:48:13.030164 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ad8d8da8-f7b1-4e12-ae9d-dadc89792370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:48:13.048064 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c365e712-5a72-447e-8b54-07ee4459e0ab req-bee14d4d-ccf4-4c71-853a-b6645a25720e tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451784
Dec 04 00:48:13.134192 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ad8d8da8-f7b1-4e12-ae9d-dadc89792370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:13.137778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ad8d8da8-f7b1-4e12-ae9d-dadc89792370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:13.148935 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bbabb0a9-67c5-48a5-aa67-388eaa95008e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:13.192213 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 55434) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:48:13.192459 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ad8d8da8-f7b1-4e12-ae9d-dadc89792370 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e121f08923e14821b803e837a8d3b49c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3807316
Dec 04 00:48:13.213383 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d8da8-f7b1-4e12-ae9d-dadc89792370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5150ac-6ca3-4311-adc7-94f4728b11e6,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:13.227639 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ad8d8da8-f7b1-4e12-ae9d-dadc89792370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:13.321564 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948fe4d-21fe-42fd-ad73-9781d9fb06f7 req-b22c6e6c-fe36-4abb-bef2-bb88b411e6e1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:13.323640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2cce42a1-6544-4d20-bfd1-c10da18e2df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:13.331916 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b948fe4d-21fe-42fd-ad73-9781d9fb06f7 req-b22c6e6c-fe36-4abb-bef2-bb88b411e6e1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1027787
Dec 04 00:48:13.352492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2cce42a1-6544-4d20-bfd1-c10da18e2df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:13.383946 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b948fe4d-21fe-42fd-ad73-9781d9fb06f7 req-8cb4b4bb-06b8-4aae-a630-4c4cb026d8b4 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505195
Dec 04 00:48:13.413172 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2cce42a1-6544-4d20-bfd1-c10da18e2df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:13.422579 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-519104e0-d3a3-4bd1-9954-2314036322b9 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:13.474487 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce42a1-6544-4d20-bfd1-c10da18e2df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5150ac-6ca3-4311-adc7-94f4728b11e6,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:13.483534 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2cce42a1-6544-4d20-bfd1-c10da18e2df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:13.487579 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2cce42a1-6544-4d20-bfd1-c10da18e2df6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2f5150ac-6ca3-4311-adc7-94f4728b11e6 HTTP/1.1" status: 204  len: 168 time: 0.2912214
Dec 04 00:48:13.487579 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2cce42a1-6544-4d20-bfd1-c10da18e2df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:13.539535 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be046a7c-8c47-4f7e-b97b-b00b7ccec22b req-26d728e8-5111-4e03-a875-fe8752200ea2 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:13.541218 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-be046a7c-8c47-4f7e-b97b-b00b7ccec22b req-26d728e8-5111-4e03-a875-fe8752200ea2 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.1200457
Dec 04 00:48:13.594925 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-be046a7c-8c47-4f7e-b97b-b00b7ccec22b req-4e1f3752-0763-4fb4-906b-79388a84e47a tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466878
Dec 04 00:48:13.865293 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 55444) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:48:13.886347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fca0564b-a5a5-47a4-99cd-b69a327f9b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:13.905551 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fca0564b-a5a5-47a4-99cd-b69a327f9b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:48:13.910289 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-fca0564b-a5a5-47a4-99cd-b69a327f9b68 admin admin] Usage tracker for resource:security_group_rule and tenant:392f9d77bfc149a3ba1988cbcdb3bb9c is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:48:13.913766 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-fca0564b-a5a5-47a4-99cd-b69a327f9b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:48:13.920335 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fca0564b-a5a5-47a4-99cd-b69a327f9b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:48:14.015866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fca0564b-a5a5-47a4-99cd-b69a327f9b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:14.019818 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fca0564b-a5a5-47a4-99cd-b69a327f9b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:14.049109 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b49b707c-ff17-4ecf-9957-9cf143f86f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:14.058220 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fca0564b-a5a5-47a4-99cd-b69a327f9b68 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=392f9d77bfc149a3ba1988cbcdb3bb9c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1917520
Dec 04 00:48:14.061295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 55450) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:48:14.113940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0564b-a5a5-47a4-99cd-b69a327f9b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe6b4ea-ea45-40e8-b502-e2f87a27dd80,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:14.119626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fca0564b-a5a5-47a4-99cd-b69a327f9b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:14.126121 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-84825e54-34ce-409a-a8f9-691080ad894a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:14.154758 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-84825e54-34ce-409a-a8f9-691080ad894a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:14.213679 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-84825e54-34ce-409a-a8f9-691080ad894a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:14.221675 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5dfb9c07-ca75-4cb0-ad64-d9b0e7eeda42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:14.278081 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84825e54-34ce-409a-a8f9-691080ad894a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe6b4ea-ea45-40e8-b502-e2f87a27dd80,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:14.287467 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-84825e54-34ce-409a-a8f9-691080ad894a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:14.299105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-84825e54-34ce-409a-a8f9-691080ad894a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:14.300668 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-84825e54-34ce-409a-a8f9-691080ad894a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3fe6b4ea-ea45-40e8-b502-e2f87a27dd80 HTTP/1.1" status: 204  len: 168 time: 0.2380512
Dec 04 00:48:14.348171 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c148729-f918-4fd4-9d7f-dedf831b6cc2 req-80c911a3-5909-4752-89fc-63698ed645b6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:14.349849 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9c148729-f918-4fd4-9d7f-dedf831b6cc2 req-80c911a3-5909-4752-89fc-63698ed645b6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1293857
Dec 04 00:48:14.402274 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9c148729-f918-4fd4-9d7f-dedf831b6cc2 req-e0cf4ff0-244e-4fc9-80c4-41419cffcad9 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450859
Dec 04 00:48:14.442864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ac07c0af-c238-4fc3-8532-208df109548a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:14.625011 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a9970-efc5-4f44-84ce-71315aa79e19 req-31e573fe-15e9-40d5-860b-4ea0249111ad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:14.626663 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1e1a9970-efc5-4f44-84ce-71315aa79e19 req-31e573fe-15e9-40d5-860b-4ea0249111ad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0907612
Dec 04 00:48:14.693257 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1e1a9970-efc5-4f44-84ce-71315aa79e19 req-e636c816-1c0d-4ef6-be08-606a808a5b43 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568287
Dec 04 00:48:14.836254 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0b50c-e06b-43fc-96c4-2304d468fffe req-80bb9239-488c-4795-b91d-e71e3498db0c tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:14.837925 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-32b0b50c-e06b-43fc-96c4-2304d468fffe req-80bb9239-488c-4795-b91d-e71e3498db0c tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.0889783
Dec 04 00:48:14.895650 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-32b0b50c-e06b-43fc-96c4-2304d468fffe req-a17143ac-aa41-44d9-aa02-ed5c41a2f737 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497675
Dec 04 00:48:15.637410 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:15.674877 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74695f8-b9e5-44e7-bebc-5756c72b615f req-7b75ae0e-b543-4182-bfeb-f4c5bcace8cd tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:15.676557 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d74695f8-b9e5-44e7-bebc-5756c72b615f req-7b75ae0e-b543-4182-bfeb-f4c5bcace8cd tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0896885
Dec 04 00:48:15.727392 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d74695f8-b9e5-44e7-bebc-5756c72b615f req-ccdd092e-948a-4c0b-93f1-1ec4db33f929 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438614
Dec 04 00:48:15.920282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3878a-bd7d-4b3e-9cab-94ea6958bfd6 req-fc93bbb3-2821-429b-86ef-8450cc8e9c40 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:15.922143 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24d3878a-bd7d-4b3e-9cab-94ea6958bfd6 req-fc93bbb3-2821-429b-86ef-8450cc8e9c40 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0903833
Dec 04 00:48:15.974632 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24d3878a-bd7d-4b3e-9cab-94ea6958bfd6 req-88c021d2-5151-478e-a8a9-484fd766985d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435061
Dec 04 00:48:16.099897 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:16.127734 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668408d-d9a0-4cd0-a2be-f8b338590240 req-94da3519-7df3-4c2c-a0a3-ae1788e3ee82 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:16.129438 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1668408d-d9a0-4cd0-a2be-f8b338590240 req-94da3519-7df3-4c2c-a0a3-ae1788e3ee82 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.0875301
Dec 04 00:48:16.195415 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1668408d-d9a0-4cd0-a2be-f8b338590240 req-d41956fe-11a4-4c03-87d0-d8813809b54d tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590162
Dec 04 00:48:16.625542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:17.007697 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08338fff-f65b-4270-98b8-ba2567848ecd req-3ff19c78-820c-4981-9d1e-24328043aaf3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:17.009372 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-08338fff-f65b-4270-98b8-ba2567848ecd req-3ff19c78-820c-4981-9d1e-24328043aaf3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0992038
Dec 04 00:48:17.077848 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-08338fff-f65b-4270-98b8-ba2567848ecd req-41d36bbc-96e3-4f1c-ae1a-aa56eb5fc4dc tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613785
Dec 04 00:48:17.240976 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db38916-5d45-41ab-b1a4-f9c0f5783d09 req-ade58f63-3353-4c39-8beb-90ae16f3df1a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:17.242640 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8db38916-5d45-41ab-b1a4-f9c0f5783d09 req-ade58f63-3353-4c39-8beb-90ae16f3df1a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0996423
Dec 04 00:48:17.296167 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8db38916-5d45-41ab-b1a4-f9c0f5783d09 req-fbce29e3-6f47-43e6-a654-440d48393a9a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460041
Dec 04 00:48:17.440794 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86993df3-0ac2-4976-8c5c-2b600955d0c7 req-22eebca3-6d61-46eb-8e36-838a5b52861f tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:17.442349 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-86993df3-0ac2-4976-8c5c-2b600955d0c7 req-22eebca3-6d61-46eb-8e36-838a5b52861f tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.0897262
Dec 04 00:48:17.494918 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-86993df3-0ac2-4976-8c5c-2b600955d0c7 req-e1cb11c4-0ddf-4885-b2f8-c95071946ef5 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461056
Dec 04 00:48:17.799316 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 55548) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:48:17.966438 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-139fc5cc-e313-4c78-92bb-0accdcd7ab82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:17.982911 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-139fc5cc-e313-4c78-92bb-0accdcd7ab82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:48:17.987306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-139fc5cc-e313-4c78-92bb-0accdcd7ab82 admin admin] Usage tracker for resource:security_group_rule and tenant:d451df980c774d4189cbbd52bbb8f702 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:48:17.990474 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-139fc5cc-e313-4c78-92bb-0accdcd7ab82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:48:17.996802 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-139fc5cc-e313-4c78-92bb-0accdcd7ab82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:48:18.081940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-139fc5cc-e313-4c78-92bb-0accdcd7ab82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:18.086090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-139fc5cc-e313-4c78-92bb-0accdcd7ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:18.097315 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-60ad99c4-4292-4f62-9ed8-2ef8e7e56b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:18.140693 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-139fc5cc-e313-4c78-92bb-0accdcd7ab82 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d451df980c774d4189cbbd52bbb8f702&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3399754
Dec 04 00:48:18.141663 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fc5cc-e313-4c78-92bb-0accdcd7ab82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020f6fb9-719a-4cd3-8717-5fad4c9ef18a,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:18.143952 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 55556) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:48:18.148598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-139fc5cc-e313-4c78-92bb-0accdcd7ab82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:18.217454 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-854490fd-9ecd-4926-a7da-083a4d0199b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:18.247114 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-854490fd-9ecd-4926-a7da-083a4d0199b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:18.305147 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-854490fd-9ecd-4926-a7da-083a4d0199b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:18.314267 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f5a6acb1-d6cd-4b99-8ec9-17d1bf10c20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:18.325647 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854490fd-9ecd-4926-a7da-083a4d0199b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020f6fb9-719a-4cd3-8717-5fad4c9ef18a,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:18.331341 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-854490fd-9ecd-4926-a7da-083a4d0199b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:18.333509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-854490fd-9ecd-4926-a7da-083a4d0199b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:18.336611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e4b69-5475-4971-82b5-570d4f699c36 req-00bb1c4e-6a13-46ab-8043-fc928a60ce8a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:18.345086 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-874e4b69-5475-4971-82b5-570d4f699c36 req-00bb1c4e-6a13-46ab-8043-fc928a60ce8a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1015506
Dec 04 00:48:18.360116 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-854490fd-9ecd-4926-a7da-083a4d0199b8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/020f6fb9-719a-4cd3-8717-5fad4c9ef18a HTTP/1.1" status: 204  len: 168 time: 0.2149205
Dec 04 00:48:18.393374 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-874e4b69-5475-4971-82b5-570d4f699c36 req-aaa8c1b2-6632-4ec9-ab2f-f3bb0d83314c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471382
Dec 04 00:48:18.547366 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536eaa2-bb72-4f96-83fc-b2b6662e537e req-fb7634bb-e6bc-4dd7-ab0a-7632a85d072d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:18.549099 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c536eaa2-bb72-4f96-83fc-b2b6662e537e req-fb7634bb-e6bc-4dd7-ab0a-7632a85d072d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0940115
Dec 04 00:48:18.603464 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c536eaa2-bb72-4f96-83fc-b2b6662e537e req-109552d6-f9fc-44a9-a685-6704ec06387a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435998
Dec 04 00:48:18.719186 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba9d03-049e-4474-9f2d-1c7618afa87e req-64ecd4fb-eb3a-4770-b00c-ede57bdbcb98 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:18.720837 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24ba9d03-049e-4474-9f2d-1c7618afa87e req-64ecd4fb-eb3a-4770-b00c-ede57bdbcb98 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.0876136
Dec 04 00:48:18.735332 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 55574) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:48:18.754648 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de1afc33-85c8-41ca-91f1-fba3e7abf4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:18.770626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-de1afc33-85c8-41ca-91f1-fba3e7abf4c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:48:18.771631 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24ba9d03-049e-4474-9f2d-1c7618afa87e req-52cd808b-9cab-4793-ac3f-57d407e5d6c0 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428166
Dec 04 00:48:18.775143 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-de1afc33-85c8-41ca-91f1-fba3e7abf4c1 admin admin] Usage tracker for resource:security_group_rule and tenant:3acea1c8ef204bffb38dda832881a56e is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:48:18.778448 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-de1afc33-85c8-41ca-91f1-fba3e7abf4c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:48:18.784791 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-de1afc33-85c8-41ca-91f1-fba3e7abf4c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:48:18.870477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de1afc33-85c8-41ca-91f1-fba3e7abf4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:18.875781 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-de1afc33-85c8-41ca-91f1-fba3e7abf4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:18.882686 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-97bc96b7-23e2-46d8-9a2c-3c0e41e14405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:18.926996 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-de1afc33-85c8-41ca-91f1-fba3e7abf4c1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3acea1c8ef204bffb38dda832881a56e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1903529
Dec 04 00:48:18.927968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1afc33-85c8-41ca-91f1-fba3e7abf4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bbfabc-afb6-4731-911a-90e1399f8126,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:18.930721 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 55578) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:48:18.931037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-de1afc33-85c8-41ca-91f1-fba3e7abf4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:18.996687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-879e2fb1-bb1e-4c7b-b449-f54f6744dc33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:19.025678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-879e2fb1-bb1e-4c7b-b449-f54f6744dc33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:19.083462 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-879e2fb1-bb1e-4c7b-b449-f54f6744dc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:19.087391 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e771223a-68da-415a-afdf-01fa561b5583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:19.102591 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e2fb1-bb1e-4c7b-b449-f54f6744dc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bbfabc-afb6-4731-911a-90e1399f8126,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:19.105651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-879e2fb1-bb1e-4c7b-b449-f54f6744dc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:19.116230 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-879e2fb1-bb1e-4c7b-b449-f54f6744dc33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:19.117463 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-879e2fb1-bb1e-4c7b-b449-f54f6744dc33 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/53bbfabc-afb6-4731-911a-90e1399f8126 HTTP/1.1" status: 204  len: 168 time: 0.1846762
Dec 04 00:48:19.653070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d49cf-196d-4e1f-b0d4-3d5431fda925 req-2c3e44b5-66f8-4a69-91a2-7f115175bb97 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:19.654783 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-545d49cf-196d-4e1f-b0d4-3d5431fda925 req-2c3e44b5-66f8-4a69-91a2-7f115175bb97 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1031933
Dec 04 00:48:19.708259 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-545d49cf-196d-4e1f-b0d4-3d5431fda925 req-f27a2efb-449b-49a0-bd43-33071e4b1c36 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441675
Dec 04 00:48:19.828959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a6e54-48d0-44cc-a7f3-704849ba4a37 req-ff2020ac-831e-4229-9e3e-2211c0bdf66e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:19.830538 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a55a6e54-48d0-44cc-a7f3-704849ba4a37 req-ff2020ac-831e-4229-9e3e-2211c0bdf66e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0884387
Dec 04 00:48:19.879554 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a55a6e54-48d0-44cc-a7f3-704849ba4a37 req-76077ebe-bf68-45cd-9b46-59a9b4c111f0 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420971
Dec 04 00:48:20.101388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4efd5-f8fe-4a0d-9cfd-a77d9c6334b9 req-d8668996-312f-4491-9d2b-1ffe9de60a6d tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:20.103317 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3aa4efd5-f8fe-4a0d-9cfd-a77d9c6334b9 req-d8668996-312f-4491-9d2b-1ffe9de60a6d tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.0937371
Dec 04 00:48:20.203039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f746e19-618f-4b0c-983f-6d2addc1c68f req-151f3942-f610-4eef-bc75-97a8f7556cd1 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:20.204342 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5f746e19-618f-4b0c-983f-6d2addc1c68f req-151f3942-f610-4eef-bc75-97a8f7556cd1 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 946 time: 0.0952940
Dec 04 00:48:20.220875 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3aa4efd5-f8fe-4a0d-9cfd-a77d9c6334b9 req-eef572e4-96ff-4c70-9eca-19c8db85a958 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054087
Dec 04 00:48:20.249941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d85b03-c7dd-46db-833e-866c1f2f6cc7 req-4e9dae59-6c77-4b4a-9d60-f16d0ad49f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:20.251980 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0d85b03-c7dd-46db-833e-866c1f2f6cc7 req-4e9dae59-6c77-4b4a-9d60-f16d0ad49f4d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 1162 time: 0.1118205
Dec 04 00:48:20.265837 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5f746e19-618f-4b0c-983f-6d2addc1c68f req-5b8f270e-84c3-4233-94de-51620fa3c4dd tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479531
Dec 04 00:48:20.312243 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0d85b03-c7dd-46db-833e-866c1f2f6cc7 req-f9d82b2f-e0aa-4493-8de8-b1ad57ec946c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501220
Dec 04 00:48:20.683922 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 55622) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:48:20.844923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6cad9580-24ef-4d84-9a82-43e2ac893d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:20.861515 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6cad9580-24ef-4d84-9a82-43e2ac893d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:48:20.899678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6cad9580-24ef-4d84-9a82-43e2ac893d7a admin admin] Usage tracker for resource:security_group_rule and tenant:00227d1a6cb24e89ad0e36b55fc1b446 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:48:20.907241 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6cad9580-24ef-4d84-9a82-43e2ac893d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:48:20.917884 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6cad9580-24ef-4d84-9a82-43e2ac893d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:48:20.983176 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e5c396e1-bef1-44f1-947b-625090bba1a0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:48:20.992885 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a320249-be49-4ae4-b31c-c70bda9ed30e req-e198a970-6b9e-41ae-9ccb-ce1d6c2a5a4d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:20.994523 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1a320249-be49-4ae4-b31c-c70bda9ed30e req-e198a970-6b9e-41ae-9ccb-ce1d6c2a5a4d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1303349
Dec 04 00:48:21.058150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e5c396e1-bef1-44f1-947b-625090bba1a0 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:48:21.058572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:21.082386 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1a320249-be49-4ae4-b31c-c70bda9ed30e req-cdb83994-fc5e-4d7b-81e4-4f81c7636a7e tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761228
Dec 04 00:48:21.084501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6cad9580-24ef-4d84-9a82-43e2ac893d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:21.087454 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6cad9580-24ef-4d84-9a82-43e2ac893d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:21.100560 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4470b1-3060-4337-86d9-6d44749570f1 req-8d7b3c68-372e-4fe0-b1b1-9cc9da3fa9a1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:21.102411 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c4470b1-3060-4337-86d9-6d44749570f1 req-8d7b3c68-372e-4fe0-b1b1-9cc9da3fa9a1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0921118
Dec 04 00:48:21.116493 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7dffdc1a-d87b-4d39-8b11-d7372fc196b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:21.127742 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6cad9580-24ef-4d84-9a82-43e2ac893d7a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=00227d1a6cb24e89ad0e36b55fc1b446&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4419322
Dec 04 00:48:21.142776 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 55632) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:48:21.153777 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad9580-24ef-4d84-9a82-43e2ac893d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f1c187-07f0-4ffa-9606-e26cde7a6eb1,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:21.157130 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6cad9580-24ef-4d84-9a82-43e2ac893d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:21.179396 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c4470b1-3060-4337-86d9-6d44749570f1 req-fec3eb58-1ee2-46d5-aaa9-f2f4a8c99860 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697987
Dec 04 00:48:21.186293 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 06358276-650a-4735-9084-fb099f073b46 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:48:21.232515 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4e347604-d3d2-4da0-bef8-c29912c29a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:21.258830 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port 06358276-650a-4735-9084-fb099f073b46 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:48:21.263908 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 06358276-650a-4735-9084-fb099f073b46 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:48:21.264136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4e347604-d3d2-4da0-bef8-c29912c29a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:21.264412 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:21.311787 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4e347604-d3d2-4da0-bef8-c29912c29a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:21.318791 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-84825e54-34ce-409a-a8f9-691080ad894a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:21.332262 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e347604-d3d2-4da0-bef8-c29912c29a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f1c187-07f0-4ffa-9606-e26cde7a6eb1,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:21.341598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4e347604-d3d2-4da0-bef8-c29912c29a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:21.350872 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4e347604-d3d2-4da0-bef8-c29912c29a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:21.352144 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4e347604-d3d2-4da0-bef8-c29912c29a14 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c2f1c187-07f0-4ffa-9606-e26cde7a6eb1 HTTP/1.1" status: 204  len: 168 time: 0.2194247
Dec 04 00:48:21.426616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:21.457742 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b329e63a-e55e-4893-93c5-f93b3681b44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06358276-650a-4735-9084-fb099f073b46'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:48:21.470065 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 06358276-650a-4735-9084-fb099f073b46, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=06358276-650a-4735-9084-fb099f073b46,segment=NetworkSegment(5262cc87-c46f-425e-853d-39bd81befc24),segment_id=5262cc87-c46f-425e-853d-39bd81befc24)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:48:21.473432 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ba662-a17c-4303-a632-6a6fbcb3c855 req-0cb08870-1582-48b7-8241-b90d06826928 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:21.474862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:21.475151 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-329ba662-a17c-4303-a632-6a6fbcb3c855 req-0cb08870-1582-48b7-8241-b90d06826928 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 944 time: 0.0944519
Dec 04 00:48:21.478276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:21.541259 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27469293-2167-4d9e-a7b0-bf0562c6cf99 req-45a3b92e-b18f-4bfe-9257-45da3bee59ad tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:21.544164 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-329ba662-a17c-4303-a632-6a6fbcb3c855 req-dad9ad67-695e-43f0-b7f5-7df8e43583a7 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614665
Dec 04 00:48:21.550087 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27469293-2167-4d9e-a7b0-bf0562c6cf99 req-45a3b92e-b18f-4bfe-9257-45da3bee59ad tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 946 time: 0.1140707
Dec 04 00:48:21.575537 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=06358276-650a-4735-9084-fb099f073b46,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:21.581771 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:21.611644 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b329e63a-e55e-4893-93c5-f93b3681b44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06358276-650a-4735-9084-fb099f073b46', 'code': 200}
Dec 04 00:48:21.616926 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-27469293-2167-4d9e-a7b0-bf0562c6cf99 req-20b22d56-483a-494d-bfa4-6b392a667e9d tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658669
Dec 04 00:48:22.152454 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a0ce6-7e7f-4def-9f68-f770b3e7a491 req-c01d83ac-0093-4bad-b940-cfe784dc3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:22.154377 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ec9a0ce6-7e7f-4def-9f68-f770b3e7a491 req-c01d83ac-0093-4bad-b940-cfe784dc3e74 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 1163 time: 0.2820930
Dec 04 00:48:22.224991 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ec9a0ce6-7e7f-4def-9f68-f770b3e7a491 req-d39b1232-9dbf-4585-8cd1-b2016452fb20 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511947
Dec 04 00:48:22.249578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 06358276-650a-4735-9084-fb099f073b46 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:48:22.331116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 06358276-650a-4735-9084-fb099f073b46 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:48:22.333044 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:22.369191 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082141cb-d280-4b95-8483-0ef02cedf0fa req-d9e40bad-8f69-4bc4-817a-77bde968e022 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:22.370785 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-082141cb-d280-4b95-8483-0ef02cedf0fa req-d9e40bad-8f69-4bc4-817a-77bde968e022 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0904534
Dec 04 00:48:22.434629 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6834740-9ddf-44e5-aa42-31ea15fc5ae7 req-97177308-eb13-45a5-8cbc-051cfa4f06d9 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:22.436319 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d6834740-9ddf-44e5-aa42-31ea15fc5ae7 req-97177308-eb13-45a5-8cbc-051cfa4f06d9 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0981934
Dec 04 00:48:22.438372 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-082141cb-d280-4b95-8483-0ef02cedf0fa req-15eb5e60-00fe-44af-b958-e72b258a7fa9 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608554
Dec 04 00:48:22.474217 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e5c396e1-bef1-44f1-947b-625090bba1a0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:48:22.495117 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d6834740-9ddf-44e5-aa42-31ea15fc5ae7 req-fb64b1be-9a14-46bf-a22f-fa0cd553415e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504496
Dec 04 00:48:22.545433 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e5c396e1-bef1-44f1-947b-625090bba1a0 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:48:22.545860 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:22.758919 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e134c69-6753-4a17-a6c5-c5cc80bbeb40 req-beed8605-9b99-4ffc-8928-6ee6c2ff93cc tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:22.760594 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e134c69-6753-4a17-a6c5-c5cc80bbeb40 req-beed8605-9b99-4ffc-8928-6ee6c2ff93cc tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 946 time: 0.0930946
Dec 04 00:48:22.816790 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2e134c69-6753-4a17-a6c5-c5cc80bbeb40 req-5c39c1a7-c20d-498d-8817-48ee617c5275 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488493
Dec 04 00:48:22.995355 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6121222-414c-4271-933e-8caad01b8c8a req-261ad794-73c3-4e03-9204-f9b975600d1e tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:22.997016 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b6121222-414c-4271-933e-8caad01b8c8a req-261ad794-73c3-4e03-9204-f9b975600d1e tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 946 time: 0.1149879
Dec 04 00:48:23.105091 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b6121222-414c-4271-933e-8caad01b8c8a req-0883904d-d131-4e4b-b816-a510910cee84 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/security-groups?id=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016171
Dec 04 00:48:23.128452 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a86786-5e6a-4771-928a-b94a0303306d req-6bd74edd-8471-4973-bfde-b157fe06a9bd tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:23.129976 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-32a86786-5e6a-4771-928a-b94a0303306d req-6bd74edd-8471-4973-bfde-b157fe06a9bd tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.91 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 946 time: 0.1120980
Dec 04 00:48:23.192520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6c0f5-3363-4cb1-a2f3-cdbe00aacbc8 req-5ee56c38-f2ef-422c-b466-b14d89cb32e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:23.194295 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98d6c0f5-3363-4cb1-a2f3-cdbe00aacbc8 req-5ee56c38-f2ef-422c-b466-b14d89cb32e2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8aa42ed1a820400997e02b1aa7e33362&device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 1162 time: 0.0794544
Dec 04 00:48:23.225121 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-32a86786-5e6a-4771-928a-b94a0303306d req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Deleting port f0cb452d-6360-4e62-befe-9e16bf901810 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:48:23.225510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-32a86786-5e6a-4771-928a-b94a0303306d req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:23.403715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6c0f5-3363-4cb1-a2f3-cdbe00aacbc8 req-924034d4-2306-41ef-b16a-4738d0c16502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:23.405437 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98d6c0f5-3363-4cb1-a2f3-cdbe00aacbc8 req-924034d4-2306-41ef-b16a-4738d0c16502 service neutron] 10.222.0.91 "GET /v2.0/networks?id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 HTTP/1.1" status: 200  len: 912 time: 0.1692536
Dec 04 00:48:23.413014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c70b5c-f552-4105-97ef-6f6067e0dddc req-903d19fc-b939-4524-a8d0-0c7ea6929aba tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:23.415327 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-16c70b5c-f552-4105-97ef-6f6067e0dddc req-903d19fc-b939-4524-a8d0-0c7ea6929aba tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.2170520
Dec 04 00:48:23.490862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-32a86786-5e6a-4771-928a-b94a0303306d req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] For port f0cb452d-6360-4e62-befe-9e16bf901810, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f0cb452d-6360-4e62-befe-9e16bf901810,segment=NetworkSegment(1af04689-afa5-4d27-a12b-acd04bea197b),segment_id=1af04689-afa5-4d27-a12b-acd04bea197b)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:48:23.491956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-32a86786-5e6a-4771-928a-b94a0303306d req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:23.502690 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98d6c0f5-3363-4cb1-a2f3-cdbe00aacbc8 req-abd77c9d-b87e-43fa-b041-b2d921d02664 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5c396e1-bef1-44f1-947b-625090bba1a0 HTTP/1.1" status: 200  len: 217 time: 0.0863409
Dec 04 00:48:23.569303 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-16c70b5c-f552-4105-97ef-6f6067e0dddc req-85a909e9-a495-41f1-8d62-17a1fc21b548 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016760
Dec 04 00:48:23.593389 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6c0f5-3363-4cb1-a2f3-cdbe00aacbc8 req-49c7a8ca-b112-4759-8074-7db5bb9f74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:23.595018 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98d6c0f5-3363-4cb1-a2f3-cdbe00aacbc8 req-49c7a8ca-b112-4759-8074-7db5bb9f74c9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=887d58e7-6037-47d9-82f2-709206eff474 HTTP/1.1" status: 200  len: 858 time: 0.0791690
Dec 04 00:48:23.628138 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-32a86786-5e6a-4771-928a-b94a0303306d req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Calling delete_port for f0cb452d-6360-4e62-befe-9e16bf901810 owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:48:23.654770 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98d6c0f5-3363-4cb1-a2f3-cdbe00aacbc8 req-5fa67037-055f-4b59-a00a-159a4b791ecf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443594
Dec 04 00:48:23.809093 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98d6c0f5-3363-4cb1-a2f3-cdbe00aacbc8 req-7bdfac21-e9ab-43a0-b7ce-e341b16428e5 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404829
Dec 04 00:48:23.815382 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a7675-3921-4266-ac03-bfae9ce24624 req-8fdb7a3c-b627-4875-981e-c7af3a943526 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:23.817010 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cb6a7675-3921-4266-ac03-bfae9ce24624 req-8fdb7a3c-b627-4875-981e-c7af3a943526 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1968174
Dec 04 00:48:23.891090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-32a86786-5e6a-4771-928a-b94a0303306d req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:23.909190 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f14e5664-dbba-4152-82b0-b2dc860b534a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:23.942162 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cb6a7675-3921-4266-ac03-bfae9ce24624 req-ab09360d-6f7d-4eaa-a7ca-a6b31d63d7c6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1167238
Dec 04 00:48:23.971829 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-98d6c0f5-3363-4cb1-a2f3-cdbe00aacbc8 req-3ce8da06-25e2-443b-a484-f4d5421de405 service neutron] 10.222.0.91 "GET /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1536267
Dec 04 00:48:24.011064 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Pushing event deleted for resources: {'Port': ['ID=f0cb452d-6360-4e62-befe-9e16bf901810,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:24.026291 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.026707 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.027105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.027522 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.027912 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.028294 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.028673 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.029208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.029624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.030090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.030476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.030852 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.031309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.031713 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.032250 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.032628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.033006 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.033496 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.033750 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.034137 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.034501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.034875 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.035616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.035616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:24.041732 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:24.074131 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555cddc-3b10-4292-8765-10949780298d req-a3194a54-f580-4b04-b249-38287b06dad0 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:24.076854 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a555cddc-3b10-4292-8765-10949780298d req-a3194a54-f580-4b04-b249-38287b06dad0 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 946 time: 0.0955374
Dec 04 00:48:24.138722 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a555cddc-3b10-4292-8765-10949780298d req-d4f378be-fbf5-4864-a21d-f490c2f99685 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556271
Dec 04 00:48:24.140426 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a86786-5e6a-4771-928a-b94a0303306d req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] No DVR routers for this DVR port f0cb452d-6360-4e62-befe-9e16bf901810 on host hv-cinder-76330 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:48:24.142834 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-32a86786-5e6a-4771-928a-b94a0303306d req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:24.145793 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe', 'name': 'network-vif-deleted', 'tag': 'f0cb452d-6360-4e62-befe-9e16bf901810'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:48:24.171228 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-32a86786-5e6a-4771-928a-b94a0303306d req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.91 "DELETE /v2.0/ports/f0cb452d-6360-4e62-befe-9e16bf901810 HTTP/1.1" status: 204  len: 173 time: 1.0294302
Dec 04 00:48:24.254675 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 06358276-650a-4735-9084-fb099f073b46 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:48:24.283343 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe', 'name': 'network-vif-deleted', 'tag': 'f0cb452d-6360-4e62-befe-9e16bf901810', 'status': 'completed', 'code': 200}
Dec 04 00:48:24.346682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-921f4bc0-7bc2-4159-88ef-8acafa631a76 req-85efbab0-6c0a-4f5d-a9e6-039cfbb0fb3e tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Synchronizing usage tracker for tenant:f4b3bf2892414b839b7a6417a9df3582 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:48:24.363681 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-921f4bc0-7bc2-4159-88ef-8acafa631a76 req-85efbab0-6c0a-4f5d-a9e6-039cfbb0fb3e tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Unset dirty status for tenant:f4b3bf2892414b839b7a6417a9df3582 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:48:24.364983 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-921f4bc0-7bc2-4159-88ef-8acafa631a76 req-85efbab0-6c0a-4f5d-a9e6-039cfbb0fb3e tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 210 time: 0.0678813
Dec 04 00:48:24.388320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 06358276-650a-4735-9084-fb099f073b46 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:48:24.388754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:24.529855 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device f0cb452d-6360-4e62-befe-9e16bf901810 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:48:24.565477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] No Port match for: f0cb452d-6360-4e62-befe-9e16bf901810 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:48:24.565876 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device f0cb452d-6360-4e62-befe-9e16bf901810 not bound to the agent host hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:48:24.789068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d49e5b-51db-4785-95bc-52fe4d54670a req-c31adc4d-779a-4deb-8d3f-943671886321 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:24.790729 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-78d49e5b-51db-4785-95bc-52fe4d54670a req-c31adc4d-779a-4deb-8d3f-943671886321 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0866284
Dec 04 00:48:24.846811 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-78d49e5b-51db-4785-95bc-52fe4d54670a req-39a32ec2-3882-4d2c-ae26-389e4c0e3f6b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474699
Dec 04 00:48:25.203503 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee91fe-dfad-4cf3-abf2-b9ef33d10ca2 req-a4407db7-e58e-4d3f-99c7-a3dbdd2bd3ce tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:25.205160 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d1ee91fe-dfad-4cf3-abf2-b9ef33d10ca2 req-a4407db7-e58e-4d3f-99c7-a3dbdd2bd3ce tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.1070077
Dec 04 00:48:25.254163 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d1ee91fe-dfad-4cf3-abf2-b9ef33d10ca2 req-e5c8ffe1-d708-429a-b681-22839ae845d4 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425067
Dec 04 00:48:25.572472 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-994772b8-2693-44b0-b250-0995a4ea3f5a req-f73b1b16-7987-4935-93b5-b2b1adb4957e tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] 10.222.0.88 "GET /v2.0/ports?device_id=bcc7cc47-0d72-49f8-96f1-b5f5d5a646fe HTTP/1.1" status: 200  len: 210 time: 0.0474279
Dec 04 00:48:26.090504 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17343c5-ffbe-4281-b71a-fc74cae88366 req-d698e4ca-6799-42e7-8bdb-6ce2872e3a6a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:26.092125 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a17343c5-ffbe-4281-b71a-fc74cae88366 req-d698e4ca-6799-42e7-8bdb-6ce2872e3a6a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0893021
Dec 04 00:48:26.143550 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a17343c5-ffbe-4281-b71a-fc74cae88366 req-b8438344-080c-41ad-a17b-29a5a4f76499 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413954
Dec 04 00:48:26.499706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867134a-b28e-45a6-95c3-f6ccbe92f1f8 req-265a0345-fb69-4cf0-9ecf-e1d24db63b5d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:26.501428 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5867134a-b28e-45a6-95c3-f6ccbe92f1f8 req-265a0345-fb69-4cf0-9ecf-e1d24db63b5d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0860167
Dec 04 00:48:26.552951 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5867134a-b28e-45a6-95c3-f6ccbe92f1f8 req-520dd0ac-94af-4300-bfcc-17af59b4dd9c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449479
Dec 04 00:48:26.827217 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:27.383159 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4a9e9-6c7c-4530-8c42-d1c600ec9fe8 req-2fa93f8e-246b-47fb-bdda-820dad516b18 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:27.384739 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-deb4a9e9-6c7c-4530-8c42-d1c600ec9fe8 req-2fa93f8e-246b-47fb-bdda-820dad516b18 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0965636
Dec 04 00:48:27.436039 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-deb4a9e9-6c7c-4530-8c42-d1c600ec9fe8 req-1c60fde7-ed8b-42ac-b4d9-18f62050eaf5 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420580
Dec 04 00:48:27.789411 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e332a-0ea4-47aa-9b96-695483fb1fcc req-b829a264-aa53-4763-a68e-b7b293bc3bb6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:27.791008 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-964e332a-0ea4-47aa-9b96-695483fb1fcc req-b829a264-aa53-4763-a68e-b7b293bc3bb6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0866239
Dec 04 00:48:27.841191 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-964e332a-0ea4-47aa-9b96-695483fb1fcc req-470eb090-ad34-479c-866b-783e014d3810 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410421
Dec 04 00:48:28.659609 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6997de4-a9da-425b-af91-766ac1d57b50 req-b3deb743-c858-4fe8-8ba9-7c22ae7815de tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:28.661262 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c6997de4-a9da-425b-af91-766ac1d57b50 req-b3deb743-c858-4fe8-8ba9-7c22ae7815de tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0911598
Dec 04 00:48:28.714445 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c6997de4-a9da-425b-af91-766ac1d57b50 req-f5ee139f-7993-4547-b41c-85312d6d6fcd tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455959
Dec 04 00:48:28.806062 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2defd-a0f8-477e-87a5-2b23d9f073fb req-94285bc1-b2a6-4dda-82fe-b38b157abceb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:28.808012 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-60a2defd-a0f8-477e-87a5-2b23d9f073fb req-94285bc1-b2a6-4dda-82fe-b38b157abceb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 946 time: 0.0904477
Dec 04 00:48:28.857318 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-60a2defd-a0f8-477e-87a5-2b23d9f073fb req-88b73f35-3b13-40b8-80b8-ee4c7ba16b82 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419934
Dec 04 00:48:29.091056 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88af0c-447f-44bf-8266-1bdb539b8cfe req-b223cff5-3d25-4130-892f-4ef142756930 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:29.092778 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4d88af0c-447f-44bf-8266-1bdb539b8cfe req-b223cff5-3d25-4130-892f-4ef142756930 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0973482
Dec 04 00:48:29.147353 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4d88af0c-447f-44bf-8266-1bdb539b8cfe req-e93b875b-4350-4574-a6d5-7330e6eec91c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447085
Dec 04 00:48:29.936304 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d395ca3-9152-401c-b86f-f62cee6a77e6 req-497d8471-022a-4884-8c09-90974847396b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:29.938839 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4d395ca3-9152-401c-b86f-f62cee6a77e6 req-497d8471-022a-4884-8c09-90974847396b tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0881572
Dec 04 00:48:30.079815 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15e04e-c9cb-4799-a389-c70a68361d68 req-74ba72b0-b4c2-4ea8-9c53-dfce04f72c7d tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:30.081576 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8d15e04e-c9cb-4799-a389-c70a68361d68 req-74ba72b0-b4c2-4ea8-9c53-dfce04f72c7d tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 946 time: 0.0926433
Dec 04 00:48:30.133288 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8d15e04e-c9cb-4799-a389-c70a68361d68 req-3d92eda3-4e92-44de-b544-f29424ee381b tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448823
Dec 04 00:48:30.190525 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4d395ca3-9152-401c-b86f-f62cee6a77e6 req-d728c5cd-d730-4f5f-84e4-6cb2ea2e13c9 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449057
Dec 04 00:48:30.392904 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aa525-f37b-4a04-8476-6e7c607e9ea5 req-dfbbf6c8-ab99-4d74-9949-cde2c32a1f47 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:30.394496 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f94aa525-f37b-4a04-8476-6e7c607e9ea5 req-dfbbf6c8-ab99-4d74-9949-cde2c32a1f47 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0921278
Dec 04 00:48:30.446262 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f94aa525-f37b-4a04-8476-6e7c607e9ea5 req-ba4b7537-0891-4734-9474-5c936197b03b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419424
Dec 04 00:48:31.361254 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc03b53-6013-40c4-8e3a-516cd35f5918 req-4686ec13-a815-441a-922b-19c7990920a2 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:31.362774 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-acc03b53-6013-40c4-8e3a-516cd35f5918 req-4686ec13-a815-441a-922b-19c7990920a2 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 946 time: 0.0859818
Dec 04 00:48:31.411191 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-acc03b53-6013-40c4-8e3a-516cd35f5918 req-5c5b069b-0b8c-49b5-83ec-d665ebdf5bc9 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417786
Dec 04 00:48:31.413668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd9e97-4f5b-4aaa-b884-b7c3fd17e7fd req-fa4130a2-dc9b-48fb-846e-5b18411a2dbb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:31.415312 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-91bd9e97-4f5b-4aaa-b884-b7c3fd17e7fd req-fa4130a2-dc9b-48fb-846e-5b18411a2dbb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0901499
Dec 04 00:48:31.464751 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-91bd9e97-4f5b-4aaa-b884-b7c3fd17e7fd req-75154674-76e8-46e6-b065-f0e61645e08f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430486
Dec 04 00:48:31.687995 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13229d2c-c20b-4e78-812a-6161f51a471c req-39080e3d-de72-45f3-9a67-942fbfddeed3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:31.689592 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-13229d2c-c20b-4e78-812a-6161f51a471c req-39080e3d-de72-45f3-9a67-942fbfddeed3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0910323
Dec 04 00:48:31.740759 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-13229d2c-c20b-4e78-812a-6161f51a471c req-def2cc98-7d3f-4aed-a9dd-ddb9cb9e5e36 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415912
Dec 04 00:48:32.632526 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb8bc4-fb1a-481f-9ad4-d60674335c0c req-9c71cd19-86ea-4139-90fe-2374309a1bfd tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:32.634733 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fcdb8bc4-fb1a-481f-9ad4-d60674335c0c req-9c71cd19-86ea-4139-90fe-2374309a1bfd tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 946 time: 0.0863085
Dec 04 00:48:32.689670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5a814-4ab3-40b1-bc94-e9bc056de134 req-15bd32ae-e960-48f8-a931-0bd0c6e25be1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:32.691485 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50f5a814-4ab3-40b1-bc94-e9bc056de134 req-15bd32ae-e960-48f8-a931-0bd0c6e25be1 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0893297
Dec 04 00:48:32.696074 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fcdb8bc4-fb1a-481f-9ad4-d60674335c0c req-604f56eb-0666-41d2-bc5f-25a48ebdd7a1 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537937
Dec 04 00:48:32.754063 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50f5a814-4ab3-40b1-bc94-e9bc056de134 req-816dae47-a64d-46c1-b160-9fc648290180 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535326
Dec 04 00:48:32.977082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f2b7d-7f3a-4680-89b9-81f85fb359a1 req-0dd4f5af-7497-4fd6-b2ad-fe49ebf071fc tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:32.979043 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-534f2b7d-7f3a-4680-89b9-81f85fb359a1 req-0dd4f5af-7497-4fd6-b2ad-fe49ebf071fc tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0860674
Dec 04 00:48:33.029503 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-534f2b7d-7f3a-4680-89b9-81f85fb359a1 req-afc14433-fd73-496f-9df1-634482a09fa2 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433049
Dec 04 00:48:33.914138 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f19dec-16ee-42f7-812f-5b4d6b893bf5 req-36f66724-9197-4299-b65f-2f950748a475 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:33.915732 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-82f19dec-16ee-42f7-812f-5b4d6b893bf5 req-36f66724-9197-4299-b65f-2f950748a475 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 946 time: 0.0882571
Dec 04 00:48:33.963048 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-82f19dec-16ee-42f7-812f-5b4d6b893bf5 req-07a2ba9c-b096-4783-8920-a2ec9af1a066 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407441
Dec 04 00:48:33.976517 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55891ec4-443d-4a90-9168-d2433f0e78de req-1c3eae43-2a20-4f30-af40-79dfb3538144 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:33.978490 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-55891ec4-443d-4a90-9168-d2433f0e78de req-1c3eae43-2a20-4f30-af40-79dfb3538144 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.0898416
Dec 04 00:48:34.025533 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-55891ec4-443d-4a90-9168-d2433f0e78de req-4b437b54-14b3-4bc7-a9dd-aff59e08e5a5 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405009
Dec 04 00:48:34.270102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26779ab-cbb1-4fca-b12e-86aaecc64e47 req-0b9195b3-9d14-47f0-a7bf-acc7a3c8c350 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:34.271817 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d26779ab-cbb1-4fca-b12e-86aaecc64e47 req-0b9195b3-9d14-47f0-a7bf-acc7a3c8c350 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0889459
Dec 04 00:48:34.319693 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d26779ab-cbb1-4fca-b12e-86aaecc64e47 req-ee564dd3-d141-4900-9a02-6d0d90e70980 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412662
Dec 04 00:48:35.183848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae44ce6-19bd-4bd2-8361-b8f1494d63f9 req-5458c5e3-0efd-4cbe-88f5-665294610853 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:35.185579 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9ae44ce6-19bd-4bd2-8361-b8f1494d63f9 req-5458c5e3-0efd-4cbe-88f5-665294610853 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 946 time: 0.0880334
Dec 04 00:48:35.240463 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9ae44ce6-19bd-4bd2-8361-b8f1494d63f9 req-7460283e-03e2-435a-9c6f-68745b0efc92 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477850
Dec 04 00:48:35.704388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987c512-4c88-46e7-8787-3917ada57e35 req-27957fa8-c918-4eb2-b547-da990a39eb55 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:35.706015 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f987c512-4c88-46e7-8787-3917ada57e35 req-27957fa8-c918-4eb2-b547-da990a39eb55 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 944 time: 0.0853555
Dec 04 00:48:35.774286 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f987c512-4c88-46e7-8787-3917ada57e35 req-67fc6baf-fdc0-4058-bfba-ddfca94792fc tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578651
Dec 04 00:48:36.158035 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a243ad2-7f19-448d-b32d-be283ba0a522 req-eabaa313-b205-4165-9e6c-0dae01d55596 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:36.159689 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1a243ad2-7f19-448d-b32d-be283ba0a522 req-eabaa313-b205-4165-9e6c-0dae01d55596 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.91 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 946 time: 0.0947599
Dec 04 00:48:36.241335 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-1a243ad2-7f19-448d-b32d-be283ba0a522 req-274482b5-abcc-47e4-93eb-ba6e65203c34 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Deleting port 06358276-650a-4735-9084-fb099f073b46 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:48:36.241803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a243ad2-7f19-448d-b32d-be283ba0a522 req-274482b5-abcc-47e4-93eb-ba6e65203c34 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:36.414380 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e677a940-c677-4147-a623-c097d8ea0299 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:48:36.488438 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e677a940-c677-4147-a623-c097d8ea0299 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:48:36.488720 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:36.574010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86784a-ab24-4b51-b64b-1e64b1c1918d req-89294c77-a360-4b70-9d8a-932d60a6967a tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:36.575717 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5b86784a-ab24-4b51-b64b-1e64b1c1918d req-89294c77-a360-4b70-9d8a-932d60a6967a tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 946 time: 0.1971791
Dec 04 00:48:36.581423 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-1a243ad2-7f19-448d-b32d-be283ba0a522 req-274482b5-abcc-47e4-93eb-ba6e65203c34 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] For port 06358276-650a-4735-9084-fb099f073b46, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=06358276-650a-4735-9084-fb099f073b46,segment=NetworkSegment(5262cc87-c46f-425e-853d-39bd81befc24),segment_id=5262cc87-c46f-425e-853d-39bd81befc24)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:48:36.581789 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a243ad2-7f19-448d-b32d-be283ba0a522 req-274482b5-abcc-47e4-93eb-ba6e65203c34 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:36.612714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:36.641489 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096e09a6-f542-495a-948a-e37568692e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e677a940-c677-4147-a623-c097d8ea0299'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:48:36.652645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port e677a940-c677-4147-a623-c097d8ea0299, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e677a940-c677-4147-a623-c097d8ea0299,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:48:36.657105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:36.658296 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e5c396e1-bef1-44f1-947b-625090bba1a0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:48:36.690805 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:36.743815 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-1a243ad2-7f19-448d-b32d-be283ba0a522 req-274482b5-abcc-47e4-93eb-ba6e65203c34 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Calling delete_port for 06358276-650a-4735-9084-fb099f073b46 owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:48:36.762544 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096e09a6-f542-495a-948a-e37568692e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e677a940-c677-4147-a623-c097d8ea0299', 'code': 200}
Dec 04 00:48:36.794683 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=e677a940-c677-4147-a623-c097d8ea0299,revision_number=6']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:36.801365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:36.815284 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5b86784a-ab24-4b51-b64b-1e64b1c1918d req-1be25a6b-f876-4e63-85a4-9218d9677552 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/security-groups?id=5ec7021d-e657-4c21-86a8-c8c4263e557a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2252593
Dec 04 00:48:36.818997 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e5c396e1-bef1-44f1-947b-625090bba1a0 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:48:36.819453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:36.934091 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a243ad2-7f19-448d-b32d-be283ba0a522 req-274482b5-abcc-47e4-93eb-ba6e65203c34 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:37.028132 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42184190-a6b6-489f-bca3-3fa47c8a7b63 req-ddd70625-b557-4476-b846-455b27cff8a5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:37.030224 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42184190-a6b6-489f-bca3-3fa47c8a7b63 req-ddd70625-b557-4476-b846-455b27cff8a5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0952001
Dec 04 00:48:37.085065 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42184190-a6b6-489f-bca3-3fa47c8a7b63 req-04e1dc7e-27b4-4a3e-832c-38845bf67fea tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473573
Dec 04 00:48:37.162952 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d1f80df2-ae86-4836-a23c-3294e65fa9ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:37.208466 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274482b5-abcc-47e4-93eb-ba6e65203c34 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Pushing event deleted for resources: {'Port': ['ID=06358276-650a-4735-9084-fb099f073b46,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:37.260616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-274482b5-abcc-47e4-93eb-ba6e65203c34 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:37.365562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a243ad2-7f19-448d-b32d-be283ba0a522 req-274482b5-abcc-47e4-93eb-ba6e65203c34 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] No DVR routers for this DVR port 06358276-650a-4735-9084-fb099f073b46 on host hv-cinder-76330 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:48:37.367909 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1a243ad2-7f19-448d-b32d-be283ba0a522 req-274482b5-abcc-47e4-93eb-ba6e65203c34 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:37.370667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b329e63a-e55e-4893-93c5-f93b3681b44c', 'name': 'network-vif-deleted', 'tag': '06358276-650a-4735-9084-fb099f073b46'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:48:37.388018 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1a243ad2-7f19-448d-b32d-be283ba0a522 req-274482b5-abcc-47e4-93eb-ba6e65203c34 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.91 "DELETE /v2.0/ports/06358276-650a-4735-9084-fb099f073b46 HTTP/1.1" status: 204  len: 173 time: 1.2200840
Dec 04 00:48:37.434677 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b329e63a-e55e-4893-93c5-f93b3681b44c', 'name': 'network-vif-deleted', 'tag': '06358276-650a-4735-9084-fb099f073b46', 'status': 'completed', 'code': 200}
Dec 04 00:48:38.004233 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-31e4f688-bcba-4329-9795-d1776fa64e41 req-fef1c8ba-153d-4281-ba88-5170b7dee5bc tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 210 time: 0.0502353
Dec 04 00:48:38.339696 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc9a29-002a-443b-83d8-ebbad08bbeb5 req-5ad1c4d3-1357-4802-87f9-c02dd6d96f97 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:38.341238 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fdc9a29-002a-443b-83d8-ebbad08bbeb5 req-5ad1c4d3-1357-4802-87f9-c02dd6d96f97 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0964196
Dec 04 00:48:38.389237 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4fdc9a29-002a-443b-83d8-ebbad08bbeb5 req-cc516fb9-bef6-452f-8242-15773ad755f3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410705
Dec 04 00:48:39.184350 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0ac80ed4-b86a-4de3-acb5-99824c6040b3 req-07219de3-2141-450e-a6fd-b209b6a0e90c tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 210 time: 0.0459599
Dec 04 00:48:39.666198 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb247d02-dc51-4f7c-932b-a6bda84990fe req-e685141b-f2a8-457f-93ae-e4a4ada3a4c3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:39.668004 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fb247d02-dc51-4f7c-932b-a6bda84990fe req-e685141b-f2a8-457f-93ae-e4a4ada3a4c3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1133575
Dec 04 00:48:39.725621 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fb247d02-dc51-4f7c-932b-a6bda84990fe req-6977fe76-8b6e-49fc-8267-103706e375f2 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503328
Dec 04 00:48:39.885609 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e677a940-c677-4147-a623-c097d8ea0299 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:48:39.958302 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e677a940-c677-4147-a623-c097d8ea0299 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:48:39.958724 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:40.089078 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 06358276-650a-4735-9084-fb099f073b46 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:48:40.126877 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] No Port match for: 06358276-650a-4735-9084-fb099f073b46 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:48:40.127273 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 06358276-650a-4735-9084-fb099f073b46 not bound to the agent host hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:48:40.225433 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664c375-47f8-4a29-b884-b981c262ae3b req-cf13d8ee-a0db-470a-b11b-06a99d3083b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:40.227063 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c664c375-47f8-4a29-b884-b981c262ae3b req-cf13d8ee-a0db-470a-b11b-06a99d3083b8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 1163 time: 0.0834994
Dec 04 00:48:40.274376 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c664c375-47f8-4a29-b884-b981c262ae3b req-a432388e-731f-498d-b150-c961b4b25b0c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387642
Dec 04 00:48:40.388286 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-94602d50-fec8-4340-80c8-a4f8d8d31270 req-43a6d37a-6270-4bf9-942b-b7924535ebb2 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] 10.222.0.88 "GET /v2.0/ports?device_id=b329e63a-e55e-4893-93c5-f93b3681b44c HTTP/1.1" status: 200  len: 210 time: 0.0586877
Dec 04 00:48:40.421102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:48:40.980806 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b4523-fd80-4797-9d24-7edf7e25c3e3 req-4de1a6eb-65fb-4b6c-ac9f-632645e07d36 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:40.982449 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c01b4523-fd80-4797-9d24-7edf7e25c3e3 req-4de1a6eb-65fb-4b6c-ac9f-632645e07d36 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0930009
Dec 04 00:48:41.049665 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c01b4523-fd80-4797-9d24-7edf7e25c3e3 req-776d92e4-8a5b-4cd4-a88a-bd5efd63a04b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600057
Dec 04 00:48:41.321343 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f958213-8acc-4717-b61d-786bdc1ceb2a req-4f885f37-1850-483e-aa89-3b6036f892a6 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:41.323374 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4f958213-8acc-4717-b61d-786bdc1ceb2a req-4f885f37-1850-483e-aa89-3b6036f892a6 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1282268
Dec 04 00:48:41.377688 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4f958213-8acc-4717-b61d-786bdc1ceb2a req-5967b6f9-a6cc-49d3-ac8f-61191103c227 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472014
Dec 04 00:48:41.919860 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e677a940-c677-4147-a623-c097d8ea0299 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:48:42.062257 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port e677a940-c677-4147-a623-c097d8ea0299 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:48:42.063415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:42.246201 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea17352b-7244-40bb-bcdb-b2e20faa1c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:42.372046 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf850a-6a7c-4b1e-9408-9d99b4af2265 req-6fa0a4f5-f19f-4630-9523-6bbf05d5370c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:42.372046 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fbf850a-6a7c-4b1e-9408-9d99b4af2265 req-6fa0a4f5-f19f-4630-9523-6bbf05d5370c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1047301
Dec 04 00:48:42.454018 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fbf850a-6a7c-4b1e-9408-9d99b4af2265 req-792c7ed1-baec-4222-be93-71c69eb06727 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759294
Dec 04 00:48:42.641747 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715f0d-0e48-41b8-8625-7e3a4a4b8265 req-f3347900-f8b0-4be3-b8c8-97a5073699ed tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:42.644113 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9a715f0d-0e48-41b8-8625-7e3a4a4b8265 req-f3347900-f8b0-4be3-b8c8-97a5073699ed tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0950344
Dec 04 00:48:42.698535 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9a715f0d-0e48-41b8-8625-7e3a4a4b8265 req-2348d042-2db1-424b-8404-afa8a211d0f5 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473707
Dec 04 00:48:43.698658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146984e-72a8-4774-915e-10b3a8afc2fd req-5e7f8c68-4d65-4990-bcd0-6d146ae4227f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:43.700287 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c146984e-72a8-4774-915e-10b3a8afc2fd req-5e7f8c68-4d65-4990-bcd0-6d146ae4227f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.0890341
Dec 04 00:48:43.750220 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c146984e-72a8-4774-915e-10b3a8afc2fd req-703998c3-5cb6-47b8-8975-976dc8479abf tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417011
Dec 04 00:48:43.934837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ece1b-f3ff-48a6-aa95-4a87d8e84de6 req-cb113d29-fedc-4452-ab8a-78e75068c453 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:43.936468 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f64ece1b-f3ff-48a6-aa95-4a87d8e84de6 req-cb113d29-fedc-4452-ab8a-78e75068c453 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0869596
Dec 04 00:48:43.984930 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f64ece1b-f3ff-48a6-aa95-4a87d8e84de6 req-c0e2d90d-cb47-4a5a-b7d9-594d2bf472d4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407541
Dec 04 00:48:44.437550 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-68fcac07-8d1f-424b-93d1-165465351095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:45.209937 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796274f1-b55b-4c17-8f40-6585f395d2d3 req-60299cd5-48a0-4bfe-861b-ce5544eb63e1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:45.211556 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-796274f1-b55b-4c17-8f40-6585f395d2d3 req-60299cd5-48a0-4bfe-861b-ce5544eb63e1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0956683
Dec 04 00:48:45.263098 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-796274f1-b55b-4c17-8f40-6585f395d2d3 req-5f74220f-9911-4765-bd69-d6829e6062aa tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447998
Dec 04 00:48:45.639140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:46.101677 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:46.523846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bf66d-fdf6-4f82-992f-f0daa60cc3c0 req-c64a75f8-90f2-49f7-a52d-5ad4f84bb462 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:46.525489 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c65bf66d-fdf6-4f82-992f-f0daa60cc3c0 req-c64a75f8-90f2-49f7-a52d-5ad4f84bb462 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1025395
Dec 04 00:48:46.583666 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c65bf66d-fdf6-4f82-992f-f0daa60cc3c0 req-fdbb74ab-aab8-40e7-92bc-c6494226ee84 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485637
Dec 04 00:48:46.641836 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:47.802888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698fb77-47f8-487e-8361-766682e48178 req-168da667-4f36-47f0-a840-d40f15fbeadf tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:47.804519 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a698fb77-47f8-487e-8361-766682e48178 req-168da667-4f36-47f0-a840-d40f15fbeadf tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0874577
Dec 04 00:48:47.857933 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a698fb77-47f8-487e-8361-766682e48178 req-4f01b570-316d-45aa-a9e5-486614376ad7 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463629
Dec 04 00:48:49.080105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f9005-f75f-430c-bdf9-b715a5fbaab8 req-cabe9a82-1590-4164-9858-be67c762ef10 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:49.081719 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-031f9005-f75f-430c-bdf9-b715a5fbaab8 req-cabe9a82-1590-4164-9858-be67c762ef10 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0903668
Dec 04 00:48:49.129903 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-031f9005-f75f-430c-bdf9-b715a5fbaab8 req-cef1e85b-263f-46c2-b654-7ef6c25c5e92 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415349
Dec 04 00:48:50.657989 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3720fc-3371-4e3c-aa33-f6921ea6b29d req-85e6533c-d1bf-46d1-b0f5-f25b0a438231 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:50.659671 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-db3720fc-3371-4e3c-aa33-f6921ea6b29d req-85e6533c-d1bf-46d1-b0f5-f25b0a438231 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.3864481
Dec 04 00:48:50.707377 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-db3720fc-3371-4e3c-aa33-f6921ea6b29d req-8170e08b-80b3-42a3-8337-3e25fa73bb6d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412607
Dec 04 00:48:52.017820 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1e516-90a7-46fe-a5bb-10a71f875afe req-78198059-82b1-435f-b2be-c837f6af3e00 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:52.019534 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cfc1e516-90a7-46fe-a5bb-10a71f875afe req-78198059-82b1-435f-b2be-c837f6af3e00 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1747615
Dec 04 00:48:52.075660 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cfc1e516-90a7-46fe-a5bb-10a71f875afe req-cff48cc8-593f-4409-b7fd-2e28ac5c7faa tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496261
Dec 04 00:48:53.321582 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82cdca-ac05-421f-961c-4e7b7077a1a4 req-6b0ced14-6afa-471e-b230-83f22c9a6713 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:53.323866 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d82cdca-ac05-421f-961c-4e7b7077a1a4 req-6b0ced14-6afa-471e-b230-83f22c9a6713 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1828980
Dec 04 00:48:53.389401 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7d82cdca-ac05-421f-961c-4e7b7077a1a4 req-7cd83787-49ed-4ebf-a5ac-66ccb095e5b3 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535245
Dec 04 00:48:53.430106 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d89ce2-75b5-42b1-9484-0d3fa8a88df4 req-d70e26ea-11fc-4f9f-a86f-4c88ce44d4e2 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:53.431843 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f0d89ce2-75b5-42b1-9484-0d3fa8a88df4 req-d70e26ea-11fc-4f9f-a86f-4c88ce44d4e2 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1347930
Dec 04 00:48:53.484914 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f0d89ce2-75b5-42b1-9484-0d3fa8a88df4 req-937bc18e-72f0-40a5-9864-6d032e22b2ac tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463085
Dec 04 00:48:54.687003 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917d177-d66c-4a47-9933-12658b9c7ea4 req-fe315b7f-d5d5-4dc6-953f-15e526a74628 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:54.696644 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b917d177-d66c-4a47-9933-12658b9c7ea4 req-fe315b7f-d5d5-4dc6-953f-15e526a74628 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1515720
Dec 04 00:48:54.744705 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15f8bc-8d8b-4d0f-8874-cc92b8932a9d req-b29c2b9b-1357-40fb-a965-40aaa5aec624 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:54.749754 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5d15f8bc-8d8b-4d0f-8874-cc92b8932a9d req-b29c2b9b-1357-40fb-a965-40aaa5aec624 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1097045
Dec 04 00:48:54.756696 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b917d177-d66c-4a47-9933-12658b9c7ea4 req-336a3b5b-8732-4869-907a-7da176165f31 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587709
Dec 04 00:48:54.821597 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5d15f8bc-8d8b-4d0f-8874-cc92b8932a9d req-885fab55-9134-4a30-80a9-05faa24ba4f4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651534
Dec 04 00:48:54.974291 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56244) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:48:55.266056 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:55.292904 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:48:55.300712 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Usage tracker for resource:security_group_rule and tenant:7643e03c03d84479a6ef2abd5e7f58db is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:48:55.306613 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:48:55.314645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:48:55.322008 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aff4b8-4d8c-48d8-97c6-d9e90179b09a req-7099a585-e0e2-4860-925b-441955acf11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:55.323664 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-34aff4b8-4d8c-48d8-97c6-d9e90179b09a req-7099a585-e0e2-4860-925b-441955acf11c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad16774878464ffba02b8d1ebd37d1f9&device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 1163 time: 0.1570079
Dec 04 00:48:55.416664 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:55.420117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:55.429772 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-733c3599-e23a-4526-8d86-0c7d848c122b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:55.472792 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9a34a2-17a3-43dc-9460-4fa1b0ab6f34,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:55.479135 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7643e03c03d84479a6ef2abd5e7f58db&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5034268
Dec 04 00:48:55.483770 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56254) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:48:55.487186 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.487628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.488025 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.488649 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.488799 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.489173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.489561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.489949 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.490329 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.490709 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.491090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.491492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.491957 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.492342 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.492723 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.493101 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.493476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.493859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.494236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.494616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.495002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.495379 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.495782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.496264 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:48:55.506869 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aff4b8-4d8c-48d8-97c6-d9e90179b09a req-1af7c845-cf27-4529-b275-3ce6e3234c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:55.508372 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-34aff4b8-4d8c-48d8-97c6-d9e90179b09a req-1af7c845-cf27-4529-b275-3ce6e3234c5d service neutron] 10.222.0.91 "GET /v2.0/networks?id=1a96c76c-b31f-4d8f-acd6-db58f60b517e HTTP/1.1" status: 200  len: 905 time: 0.1518164
Dec 04 00:48:55.509936 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:55.566357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85b2b58b-b6ab-4254-8f6d-44476f36b33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:55.596465 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85b2b58b-b6ab-4254-8f6d-44476f36b33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:55.640835 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-34aff4b8-4d8c-48d8-97c6-d9e90179b09a req-b66669f2-b867-43ae-ab1b-afda3e0e1939 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c20d871-2640-4af6-9b47-fa5e182a2713 HTTP/1.1" status: 200  len: 1002 time: 0.1190510
Dec 04 00:48:55.653412 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85b2b58b-b6ab-4254-8f6d-44476f36b33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:55.660316 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4df3d882-2332-4f81-b014-fde020350b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:55.676634 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2b58b-b6ab-4254-8f6d-44476f36b33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9a34a2-17a3-43dc-9460-4fa1b0ab6f34,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:55.701974 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-85b2b58b-b6ab-4254-8f6d-44476f36b33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:55.705843 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85b2b58b-b6ab-4254-8f6d-44476f36b33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:55.714547 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-85b2b58b-b6ab-4254-8f6d-44476f36b33e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2f9a34a2-17a3-43dc-9460-4fa1b0ab6f34 HTTP/1.1" status: 204  len: 168 time: 0.2295663
Dec 04 00:48:55.738179 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aff4b8-4d8c-48d8-97c6-d9e90179b09a req-98646681-1475-4ad7-af6c-962448a0fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:55.739858 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-34aff4b8-4d8c-48d8-97c6-d9e90179b09a req-98646681-1475-4ad7-af6c-962448a0fca6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3fd5653-af84-4d8e-b53f-8e48b11f3606 HTTP/1.1" status: 200  len: 850 time: 0.0877941
Dec 04 00:48:55.868264 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aff4b8-4d8c-48d8-97c6-d9e90179b09a req-1312d80d-3b4f-4434-b577-aa1ae2d138c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:55.869911 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-34aff4b8-4d8c-48d8-97c6-d9e90179b09a req-1312d80d-3b4f-4434-b577-aa1ae2d138c7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1a96c76c-b31f-4d8f-acd6-db58f60b517e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1196151
Dec 04 00:48:56.105729 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-34aff4b8-4d8c-48d8-97c6-d9e90179b09a req-1e9eb145-cb68-412e-aa52-ec8fd545d2bb service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2178411
Dec 04 00:48:56.164511 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c67f2-10e1-40e2-90c1-7d697de2c16e req-b7c89ad0-77e1-432e-a4a1-5779a80d4bac tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:56.178743 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-902c67f2-10e1-40e2-90c1-7d697de2c16e req-b7c89ad0-77e1-432e-a4a1-5779a80d4bac tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1506884
Dec 04 00:48:56.266706 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-902c67f2-10e1-40e2-90c1-7d697de2c16e req-03777aaf-0c30-462f-8060-96b405a7390f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872846
Dec 04 00:48:56.315829 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-34aff4b8-4d8c-48d8-97c6-d9e90179b09a req-a25e9107-913e-438c-959f-45256f9f5668 service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1901388
Dec 04 00:48:56.325703 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe0f87-abfc-4b0a-8bf2-f80c6cdff53b req-a6e6b1e0-b521-451b-a3a2-ff2e6cd2062d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:56.327472 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cbfe0f87-abfc-4b0a-8bf2-f80c6cdff53b req-a6e6b1e0-b521-451b-a3a2-ff2e6cd2062d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.3257716
Dec 04 00:48:56.396124 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cbfe0f87-abfc-4b0a-8bf2-f80c6cdff53b req-8decb652-8905-4661-bde7-e4bfaec58d29 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613067
Dec 04 00:48:56.815727 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 56294) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:48:56.837956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:56.964583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1389736753-network', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:48:56.970309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:48:56.974667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Usage tracker for resource:network and tenant:9581564017a74dacabe1c0cb6793aabe is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:48:56.978205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:48:56.984094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:48:56.999055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Made reservation on behalf of 9581564017a74dacabe1c0cb6793aabe for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:48:57.003975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:57.018321 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:57.035119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:48:57.039341 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Usage tracker for resource:security_group_rule and tenant:9581564017a74dacabe1c0cb6793aabe is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:48:57.042370 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:48:57.049563 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:48:57.115605 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device fe12f169-e27e-4506-b1cd-32f1f43712c8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:48:57.229254 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47d154-c289-4575-b7fa-7fe5ca7b0195 req-183cc038-363f-48c2-98a5-8b0e7f97fef2 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:57.231065 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dd47d154-c289-4575-b7fa-7fe5ca7b0195 req-183cc038-363f-48c2-98a5-8b0e7f97fef2 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.91 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.1126900
Dec 04 00:48:57.233253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:57.235378 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port fe12f169-e27e-4506-b1cd-32f1f43712c8 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:48:57.236193 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:57.237570 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:57.242305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2e6c5d43-9eeb-4454-b27d-96ac4625605f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:57.343355 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f98004-ecd8-4e88-a8e3-fbb85870d457,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:57.347573 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:57.357161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-dd47d154-c289-4575-b7fa-7fe5ca7b0195 req-b8bb269a-9f47-4a14-b9a1-df13eaaa0408 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Deleting port fe12f169-e27e-4506-b1cd-32f1f43712c8 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:48:57.357662 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dd47d154-c289-4575-b7fa-7fe5ca7b0195 req-b8bb269a-9f47-4a14-b9a1-df13eaaa0408 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:57.637396 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6340a6-88fb-4040-a4e8-72445778e7bf req-94d17947-ced3-4c4a-bf0f-fd9de26746eb tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:57.639824 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ea6340a6-88fb-4040-a4e8-72445778e7bf req-94d17947-ced3-4c4a-bf0f-fd9de26746eb tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1276972
Dec 04 00:48:57.678783 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-dd47d154-c289-4575-b7fa-7fe5ca7b0195 req-b8bb269a-9f47-4a14-b9a1-df13eaaa0408 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] For port fe12f169-e27e-4506-b1cd-32f1f43712c8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fe12f169-e27e-4506-b1cd-32f1f43712c8,segment=NetworkSegment(94847b4a-1088-4419-b3c9-cff4e907d30c),segment_id=94847b4a-1088-4419-b3c9-cff4e907d30c)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:48:57.679480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dd47d154-c289-4575-b7fa-7fe5ca7b0195 req-b8bb269a-9f47-4a14-b9a1-df13eaaa0408 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:57.689005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:48:57.694763 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ea6340a6-88fb-4040-a4e8-72445778e7bf req-992254a4-86d8-49da-b8b4-df74113aaac1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485120
Dec 04 00:48:57.867892 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-dd47d154-c289-4575-b7fa-7fe5ca7b0195 req-b8bb269a-9f47-4a14-b9a1-df13eaaa0408 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Calling delete_port for fe12f169-e27e-4506-b1cd-32f1f43712c8 owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:48:57.909014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790468194624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:57.909462 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Added segment 72453cb1-c0e3-4564-a40f-61e9e847e988 of type vxlan for network fd27a085-0b96-4520-ae0d-abd50f786818
Dec 04 00:48:58.010956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:58.031717 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2446b7-dfc2-424d-9b75-eb29a5c226f1 req-d4e73eef-6b7f-48fa-a04f-94e72780af56 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:58.033375 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bf2446b7-dfc2-424d-9b75-eb29a5c226f1 req-d4e73eef-6b7f-48fa-a04f-94e72780af56 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 945 time: 0.3382077
Dec 04 00:48:58.134254 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:58.141753 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:58.142412 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:58.154429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d7a590da-9f57-46a3-8c01-b16757f945aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:58.170266 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bf2446b7-dfc2-424d-9b75-eb29a5c226f1 req-c6c6938f-c00f-40a3-8fa4-d34412c38aa6 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242611
Dec 04 00:48:58.266282 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.4487255
Dec 04 00:48:58.269740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56320) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:48:58.272837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dd47d154-c289-4575-b7fa-7fe5ca7b0195 req-b8bb269a-9f47-4a14-b9a1-df13eaaa0408 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:58.277676 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Request body: {'subnet': {'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1389736753-subnet', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:48:58.283402 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:48:58.288003 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Usage tracker for resource:subnet and tenant:9581564017a74dacabe1c0cb6793aabe is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:48:58.291241 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:48:58.297805 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:48:58.312422 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Made reservation on behalf of 9581564017a74dacabe1c0cb6793aabe for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:48:58.317913 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2260943'] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:58.610664 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Pushing event updated for resources: {'Network': ['ID=fd27a085-0b96-4520-ae0d-abd50f786818,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:58.615132 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:58.615707 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e5fcf409-0eec-4da4-8380-cb3e18dd34ec tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:58.623174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network fd27a085-0b96-4520-ae0d-abd50f786818 details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:48:58.663080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb269a-9f47-4a14-b9a1-df13eaaa0408 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Pushing event deleted for resources: {'Port': ['ID=fe12f169-e27e-4506-b1cd-32f1f43712c8,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:58.677163 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b8bb269a-9f47-4a14-b9a1-df13eaaa0408 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:58.787290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network fd27a085-0b96-4520-ae0d-abd50f786818 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:48:58.812915 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd47d154-c289-4575-b7fa-7fe5ca7b0195 req-b8bb269a-9f47-4a14-b9a1-df13eaaa0408 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] No DVR routers for this DVR port fe12f169-e27e-4506-b1cd-32f1f43712c8 on host hv-cinder-76330 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:48:58.816453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-dd47d154-c289-4575-b7fa-7fe5ca7b0195 req-b8bb269a-9f47-4a14-b9a1-df13eaaa0408 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:58.819816 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dd47d154-c289-4575-b7fa-7fe5ca7b0195 req-b8bb269a-9f47-4a14-b9a1-df13eaaa0408 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.91 "DELETE /v2.0/ports/fe12f169-e27e-4506-b1cd-32f1f43712c8 HTTP/1.1" status: 204  len: 173 time: 1.5471728
Dec 04 00:48:58.820372 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141e9219-7eb0-454c-8419-9859759883f3', 'name': 'network-vif-deleted', 'tag': 'fe12f169-e27e-4506-b1cd-32f1f43712c8'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:48:58.929646 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141e9219-7eb0-454c-8419-9859759883f3', 'name': 'network-vif-deleted', 'tag': 'fe12f169-e27e-4506-b1cd-32f1f43712c8', 'status': 'completed', 'code': 200}
Dec 04 00:48:58.942922 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851524055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2260958'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:59.055869 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:48:59.158340 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c0996dd-2506-4c97-b879-7d5a1619ebc6,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:48:59.242342 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:48:59.355143 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e89188-9535-4804-8191-eb80fbbf988b req-dc9a0c26-d6c5-43d7-b182-2b285333fd2d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:59.357355 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-61e89188-9535-4804-8191-eb80fbbf988b req-dc9a0c26-d6c5-43d7-b182-2b285333fd2d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.3030858
Dec 04 00:48:59.359016 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Checking segment: {'id': '72453cb1-c0e3-4564-a40f-61e9e847e988', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:48:59.359621 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Network hostable DHCP agents. Network: fd27a085-0b96-4520-ae0d-abd50f786818, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:48:59.383125 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device fe12f169-e27e-4506-b1cd-32f1f43712c8 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:48:59.442615 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-61e89188-9535-4804-8191-eb80fbbf988b req-2c3a484f-bf0c-44e8-a954-21929c042e92 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686927
Dec 04 00:48:59.444575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Network fd27a085-0b96-4520-ae0d-abd50f786818 is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:48:59.457615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, fd27a085-0b96-4520-ae0d-abd50f786818) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:48:59.467580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] No Port match for: fe12f169-e27e-4506-b1cd-32f1f43712c8 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:48:59.468219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device fe12f169-e27e-4506-b1cd-32f1f43712c8 not bound to the agent host hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:48:59.478994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:48:59.479757 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:59.485476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-8d845632-d54e-4f8d-914a-6a5cb4625694 req-3f3f62bd-7964-49b8-94dd-483d93d4b5fb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Synchronizing usage tracker for tenant:8aa42ed1a820400997e02b1aa7e33362 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:48:59.487647 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1588271-3e1e-486e-8be3-02c0c5becacf None None] Network fd27a085-0b96-4520-ae0d-abd50f786818 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:48:59.523985 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-8d845632-d54e-4f8d-914a-6a5cb4625694 req-3f3f62bd-7964-49b8-94dd-483d93d4b5fb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Unset dirty status for tenant:8aa42ed1a820400997e02b1aa7e33362 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:48:59.535187 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8d845632-d54e-4f8d-914a-6a5cb4625694 req-3f3f62bd-7964-49b8-94dd-483d93d4b5fb tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=141e9219-7eb0-454c-8419-9859759883f3 HTTP/1.1" status: 200  len: 210 time: 0.1798608
Dec 04 00:48:59.541355 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2700610
Dec 04 00:48:59.544480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 56342) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:48:59.551251 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:48:59.560074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:48:59.574197 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Usage tracker for resource:router and tenant:9581564017a74dacabe1c0cb6793aabe is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:48:59.578379 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:48:59.586082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:48:59.600492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759826'] for router, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:59.602424 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15974'] for router, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:59.633674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:48:59.807388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5b127e5-83c8-5931-8751-a31674356172-fd27a085-0b96-4520-ae0d-abd50f786818', 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'fixed_ips': [{'subnet_id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6'}]}} from dv-cinder-763306-5-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 00:48:59.808720 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:00.031062 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15991'] for router, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:00.142699 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Allocated IP 172.20.0.2 (fd27a085-0b96-4520-ae0d-abd50f786818/3c0996dd-2506-4c97-b879-7d5a1619ebc6/73928ddf-6f7c-4cdc-99a6-641558362511) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:49:00.395163 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:00.406761 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Transition to ACTIVE for port object 73928ddf-6f7c-4cdc-99a6-641558362511 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:00.425710 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Transition to ACTIVE for port object 73928ddf-6f7c-4cdc-99a6-641558362511 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:00.431100 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:00.449436 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-492b0d12-b324-493c-9b3a-ed86c7590771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:00.479824 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:00.528465 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Pushing event updated for resources: {'Port': ['ID=73928ddf-6f7c-4cdc-99a6-641558362511,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:00.540859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:00.587047 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.587455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.587868 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.588247 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.588624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.589120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.589490 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.589862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.590234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.590601 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.590970 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.591333 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.591827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.592198 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.592610 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.592983 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.593349 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.593715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.594081 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.594448 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.595091 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.595500 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.595847 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.596213 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:00.607804 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:00.708548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Network fd27a085-0b96-4520-ae0d-abd50f786818 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:49:00.710294 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:00.717111 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:49:00.848652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Attempting to bind port 73928ddf-6f7c-4cdc-99a6-641558362511 on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:49:00.849070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Attempting to bind port 73928ddf-6f7c-4cdc-99a6-641558362511 by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': '72453cb1-c0e3-4564-a40f-61e9e847e988', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:49:00.849495 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Attempting to bind port 73928ddf-6f7c-4cdc-99a6-641558362511 on network fd27a085-0b96-4520-ae0d-abd50f786818 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:49:00.860928 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71520c26-1a74-477d-bf09-cdf38bdff442 req-ea623be2-608d-4c47-a8f2-a628b5b7ee55 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:00.862705 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:49:00.863103 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Checking segment: {'id': '72453cb1-c0e3-4564-a40f-61e9e847e988', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:49:00.863612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:00.864139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Bound using segment: {'id': '72453cb1-c0e3-4564-a40f-61e9e847e988', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:49:00.864563 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Bound port: 73928ddf-6f7c-4cdc-99a6-641558362511, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72453cb1-c0e3-4564-a40f-61e9e847e988', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:49:00.865035 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:00.869638 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-71520c26-1a74-477d-bf09-cdf38bdff442 req-ea623be2-608d-4c47-a8f2-a628b5b7ee55 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1145737
Dec 04 00:49:00.954613 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-71520c26-1a74-477d-bf09-cdf38bdff442 req-6292f633-8a2c-4689-973d-8fb4cd9683b8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0837350
Dec 04 00:49:01.077841 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] For port 73928ddf-6f7c-4cdc-99a6-641558362511, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:49:01.082093 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] For port 73928ddf-6f7c-4cdc-99a6-641558362511, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=73928ddf-6f7c-4cdc-99a6-641558362511,segment=NetworkSegment(72453cb1-c0e3-4564-a40f-61e9e847e988),segment_id=72453cb1-c0e3-4564-a40f-61e9e847e988)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:49:01.091867 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:01.112628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:01.121420 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Allocated IP 172.27.3.161 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/d8590004-e18a-4ba5-9c0a-d03a400c3758) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:49:01.302785 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Pushing event updated for resources: {'Port': ['ID=73928ddf-6f7c-4cdc-99a6-641558362511,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:01.308219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:01.430482 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7028d30-f74d-474a-83b5-989f55223656 req-6e110b3b-a42a-45db-a5db-418faff3103e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:01.439257 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b7028d30-f74d-474a-83b5-989f55223656 req-6e110b3b-a42a-45db-a5db-418faff3103e tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1056182
Dec 04 00:49:01.460549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:01.494800 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:01.501473 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b7028d30-f74d-474a-83b5-989f55223656 req-7018ef45-8a5f-43c6-a163-902c38895ffa tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607243
Dec 04 00:49:01.518294 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b07ea0b8-869a-49d6-9515-5a7b2e90fb47 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:01.683682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Pushing event updated for resources: {'Port': ['ID=d8590004-e18a-4ba5-9c0a-d03a400c3758,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:01.689601 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:01.796401 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:49:01.797688 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:01.805116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:49:02.432082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b4da1-1998-4720-bf1d-131c3e79dbd1 req-8e447db4-5e95-4bcb-ab3e-72ed2a38cf07 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:02.441969 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-995b4da1-1998-4720-bf1d-131c3e79dbd1 req-8e447db4-5e95-4bcb-ab3e-72ed2a38cf07 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.3410048
Dec 04 00:49:02.472184 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:02.653392 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-995b4da1-1998-4720-bf1d-131c3e79dbd1 req-0144786e-eb81-4151-b015-2f6db74e3a48 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2102923
Dec 04 00:49:02.768058 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577db98-0fd6-420a-ae6f-25157c3d9307 req-d6d508aa-d5d7-49a6-8983-2205fa804b2a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:02.769870 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4577db98-0fd6-420a-ae6f-25157c3d9307 req-d6d508aa-d5d7-49a6-8983-2205fa804b2a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.1271851
Dec 04 00:49:02.846752 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4577db98-0fd6-420a-ae6f-25157c3d9307 req-f97e73fd-202e-4356-9d94-9b5be678ca5c tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674806
Dec 04 00:49:03.132421 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 3c20d871-2640-4af6-9b47-fa5e182a2713 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:03.237932 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf77273d-d3c6-40ef-9dda-f97f609ea614 None None] Network fd27a085-0b96-4520-ae0d-abd50f786818 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:49:03.305002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9bd25-897d-4500-b6ef-e81641919cbf req-443781c2-d3a7-4368-b688-a1602654cb4e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:03.307123 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9ee9bd25-897d-4500-b6ef-e81641919cbf req-443781c2-d3a7-4368-b688-a1602654cb4e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1319108
Dec 04 00:49:03.320214 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796835'] for router, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:03.406932 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9ee9bd25-897d-4500-b6ef-e81641919cbf req-db6b2800-3cee-4dd2-a849-ec9258e404fe tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909922
Dec 04 00:49:03.485485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56410) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:03.580706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd82ae3-a179-4bad-88d2-506d89a9b629 admin admin] Deleting subnet 483cf0c1-ff5f-41ca-868d-fbd6e030e7d9 {{(pid=80262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:49:03.584860 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dd82ae3-a179-4bad-88d2-506d89a9b629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:03.613827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 73928ddf-6f7c-4cdc-99a6-641558362511 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:03.671365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dd82ae3-a179-4bad-88d2-506d89a9b629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852517655'] for subnet, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:03.693358 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4504f1-7c15-4e77-9e73-2386094ab11c req-40990654-2b0d-466f-8722-5f714549a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:03.695341 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e4504f1-7c15-4e77-9e73-2386094ab11c req-40990654-2b0d-466f-8722-5f714549a972 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad16774878464ffba02b8d1ebd37d1f9&device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 1163 time: 0.2417641
Dec 04 00:49:03.700980 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-177ef172-1464-4a22-bab2-9f3038129442 None None] Provisioning for port 73928ddf-6f7c-4cdc-99a6-641558362511 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:03.708471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 73928ddf-6f7c-4cdc-99a6-641558362511 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:03.715851 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 73928ddf-6f7c-4cdc-99a6-641558362511 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:03.716275 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:03.752947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dd82ae3-a179-4bad-88d2-506d89a9b629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:03.790019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-177ef172-1464-4a22-bab2-9f3038129442 None None] Provisioning complete for port 73928ddf-6f7c-4cdc-99a6-641558362511 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:03.790430 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-177ef172-1464-4a22-bab2-9f3038129442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:03.834886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 is scheduled to L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 with binding_index 1 {{(pid=80263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 00:49:03.941401 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:03.978764 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 3c20d871-2640-4af6-9b47-fa5e182a2713 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:03.979190 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:04.087408 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4504f1-7c15-4e77-9e73-2386094ab11c req-a7abdfbb-b07c-4d81-988c-8ed05709a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:04.089294 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e4504f1-7c15-4e77-9e73-2386094ab11c req-a7abdfbb-b07c-4d81-988c-8ed05709a5d6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1a96c76c-b31f-4d8f-acd6-db58f60b517e HTTP/1.1" status: 200  len: 905 time: 0.3850129
Dec 04 00:49:04.133649 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:49:04.144853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Sync routers for ids ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:49:04.193944 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Routers {'50d0af3f-e3f1-4d13-9217-ad79db4eec20'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:04.194972 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09d869b0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:48:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:04.196585 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-177ef172-1464-4a22-bab2-9f3038129442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:04.246274 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dd82ae3-a179-4bad-88d2-506d89a9b629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3251820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852514843'] for subnet, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:04.285049 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:04.287388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port 73928ddf-6f7c-4cdc-99a6-641558362511, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=73928ddf-6f7c-4cdc-99a6-641558362511,segment=NetworkSegment(72453cb1-c0e3-4564-a40f-61e9e847e988),segment_id=72453cb1-c0e3-4564-a40f-61e9e847e988)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:04.340575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:04.342163 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-03646123-301c-4069-bb4b-4ba5ea0349ba admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.7963052
Dec 04 00:49:04.352224 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 56420) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:04.404849 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:04.440612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd82ae3-a179-4bad-88d2-506d89a9b629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=483cf0c1-ff5f-41ca-868d-fbd6e030e7d9,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:04.463182 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9dd82ae3-a179-4bad-88d2-506d89a9b629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:04.479937 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:04.516661 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Set router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:04.819554 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-177ef172-1464-4a22-bab2-9f3038129442 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:49:04.819894 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-177ef172-1464-4a22-bab2-9f3038129442 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:49:04.824767 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=73928ddf-6f7c-4cdc-99a6-641558362511,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:04.828035 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:05.007613 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9dd82ae3-a179-4bad-88d2-506d89a9b629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:05.021742 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9dd82ae3-a179-4bad-88d2-506d89a9b629 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/483cf0c1-ff5f-41ca-868d-fbd6e030e7d9 HTTP/1.1" status: 204  len: 168 time: 1.5345633
Dec 04 00:49:05.023321 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56428) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:05.075266 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09d869b0>, [{'id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:48:59Z', 'updated_at': '2020-12-04T00:49:02Z', 'revision_number': 3, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'gw_port': {'id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:00Z', 'updated_at': '2020-12-04T00:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:05.079779 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Checking router: 50d0af3f-e3f1-4d13-9217-ad79db4eec20 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:49:05.081842 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Updating router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 port d8590004-e18a-4ba5-9c0a-d03a400c3758 binding host dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:49:05.154314 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:05.197635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:05.230251 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae7977-9739-4bc8-ab9e-85b700239e9f req-1bd2881c-2659-4fe5-9ee6-8468a6623b03 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:05.243618 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72ae7977-9739-4bc8-ab9e-85b700239e9f req-1bd2881c-2659-4fe5-9ee6-8468a6623b03 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.3689210
Dec 04 00:49:05.250565 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e4504f1-7c15-4e77-9e73-2386094ab11c req-3c28b253-6c4f-418b-9c50-49bcb419bfc5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c20d871-2640-4af6-9b47-fa5e182a2713 HTTP/1.1" status: 200  len: 1002 time: 1.1148024
Dec 04 00:49:05.363536 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-72ae7977-9739-4bc8-ab9e-85b700239e9f req-5a6ec0ce-f0f4-4e18-8f2a-928ca2d16f5e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1188207
Dec 04 00:49:05.367592 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 73928ddf-6f7c-4cdc-99a6-641558362511 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:05.406287 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4504f1-7c15-4e77-9e73-2386094ab11c req-1af14a67-d61f-4147-a8f9-97f45b69e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:05.407828 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e4504f1-7c15-4e77-9e73-2386094ab11c req-1af14a67-d61f-4147-a8f9-97f45b69e9f3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3fd5653-af84-4d8e-b53f-8e48b11f3606 HTTP/1.1" status: 200  len: 850 time: 0.1401336
Dec 04 00:49:05.410856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:05.426378 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f94b95-4906-4cd6-9f21-6329189cb7d5 req-89672f27-77cd-45c2-8203-ce938cff5a38 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:05.439193 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f9f94b95-4906-4cd6-9f21-6329189cb7d5 req-89672f27-77cd-45c2-8203-ce938cff5a38 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 1.3020995
Dec 04 00:49:05.485142 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 73928ddf-6f7c-4cdc-99a6-641558362511 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:05.485569 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:05.596708 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f9f94b95-4906-4cd6-9f21-6329189cb7d5 req-1da03377-480e-41fa-8f5e-06f84aded848 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564345
Dec 04 00:49:05.701964 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-c92dcfae-7211-42ed-ab8e-25ef0c7da604 None None] Provisioning complete for port 73928ddf-6f7c-4cdc-99a6-641558362511 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:05.702480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c92dcfae-7211-42ed-ab8e-25ef0c7da604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:05.802240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4504f1-7c15-4e77-9e73-2386094ab11c req-7391e3c1-2a3c-454e-bb1f-09556d29ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:05.804183 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e4504f1-7c15-4e77-9e73-2386094ab11c req-7391e3c1-2a3c-454e-bb1f-09556d29ed02 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1a96c76c-b31f-4d8f-acd6-db58f60b517e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3620045
Dec 04 00:49:05.819530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:06.009022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:06.029173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Transition to ACTIVE for port object d8590004-e18a-4ba5-9c0a-d03a400c3758 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:06.036949 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:06.056926 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dd450af0-7f50-4fa9-af77-f13b5d57dc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:06.076071 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb09e57f28>,) {'filters': {'network_id': ['1787277c-956b-4a22-a81d-88000579fa19']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:06.094184 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb09e57f28>, '1af04689-afa5-4d27-a12b-acd04bea197b') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:06.094772 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb09e57f28>, '1af04689-afa5-4d27-a12b-acd04bea197b') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:06.118906 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258145'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:06.134150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-362c88ba-682b-421e-830a-a953ea72744f None None] Provisioning complete for port 73928ddf-6f7c-4cdc-99a6-641558362511 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:06.134504 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-362c88ba-682b-421e-830a-a953ea72744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:06.135576 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:06.138308 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:49:06.140399 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Pushing event updated for resources: {'Port': ['ID=d8590004-e18a-4ba5-9c0a-d03a400c3758,revision_number=2']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:06.251533 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.260662 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.261040 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.261415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.265386 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.266115 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.266451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.267108 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.267449 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.268944 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.269325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.269779 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.270239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.270694 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.271565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.275640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.277879 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.277879 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.277879 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.279144 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.279582 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.280020 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.280455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.280822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:06.373916 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:06.419262 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Allocated IP 172.20.0.1 (fd27a085-0b96-4520-ae0d-abd50f786818/3c0996dd-2506-4c97-b879-7d5a1619ebc6/5784c719-6796-4dc9-93ac-1a7a88a550ec) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:49:06.434428 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Attempting to bind port d8590004-e18a-4ba5-9c0a-d03a400c3758 on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:49:06.434953 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Attempting to bind port d8590004-e18a-4ba5-9c0a-d03a400c3758 by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:49:06.435410 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Attempting to bind port d8590004-e18a-4ba5-9c0a-d03a400c3758 on network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:49:06.451837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:49:06.452246 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Checking segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:49:06.452706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:06.455171 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e4504f1-7c15-4e77-9e73-2386094ab11c req-1f7ec037-b00a-4dfb-91eb-10d7035ed9c2 service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6415095
Dec 04 00:49:06.457271 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Bound using segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:49:06.457878 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Bound port: d8590004-e18a-4ba5-9c0a-d03a400c3758, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:49:06.458317 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:06.461454 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] Network 1787277c-956b-4a22-a81d-88000579fa19 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:49:06.484692 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851524401'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:06.614851 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] For port d8590004-e18a-4ba5-9c0a-d03a400c3758, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:49:06.623729 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] For port d8590004-e18a-4ba5-9c0a-d03a400c3758, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=d8590004-e18a-4ba5-9c0a-d03a400c3758,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:49:06.628501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:06.650676 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:06.722612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] Network 1787277c-956b-4a22-a81d-88000579fa19 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:49:06.731763 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:06.753833 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Transition to ACTIVE for port object 5784c719-6796-4dc9-93ac-1a7a88a550ec will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:06.781670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:06.804330 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-db88db0f-1e0e-42d1-80ac-59cfbc161080 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:49:06.840858 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:49:06.901863 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:06.919678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f02db690-5e18-441c-b02f-7af0d01e8b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:06.930862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Pushing event updated for resources: {'Port': ['ID=5784c719-6796-4dc9-93ac-1a7a88a550ec,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:06.944846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:06.956494 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] 10.222.0.88 "DELETE /v2.0/networks/1787277c-956b-4a22-a81d-88000579fa19 HTTP/1.1" status: 204  len: 168 time: 1.9279134
Dec 04 00:49:06.959844 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1787277c-956b-4a22-a81d-88000579fa19,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:06.963916 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:06.980548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce149df9-6d30-4830-bc7f-ca58380eefcd req-9b4d8d3f-51de-4438-8101-6e699847e25d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:06.989567 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ce149df9-6d30-4830-bc7f-ca58380eefcd req-9b4d8d3f-51de-4438-8101-6e699847e25d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1442726
Dec 04 00:49:07.023888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Pushing event updated for resources: {'Port': ['ID=d8590004-e18a-4ba5-9c0a-d03a400c3758,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:07.035356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:07.052320 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ce149df9-6d30-4830-bc7f-ca58380eefcd req-732a2561-7746-45d0-9638-e23ddc6de560 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614793
Dec 04 00:49:07.103187 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Routers {'50d0af3f-e3f1-4d13-9217-ad79db4eec20'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:07.103928 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09d869b0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:48:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:07.148845 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:07.174091 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Network fd27a085-0b96-4520-ae0d-abd50f786818 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:49:07.177599 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:07.188197 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:49:07.188697 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979136'] for router_interface, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:07.274597 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56450) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:07.389962 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e4504f1-7c15-4e77-9e73-2386094ab11c req-237ce1e1-4e2e-4ece-b9b5-26430771e1a6 service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9100595
Dec 04 00:49:07.402000 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-85bafd5a-20ff-495f-adec-dfc3771b5f99 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f4b3bf2892414b839b7a6417a9df3582&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1231680
Dec 04 00:49:07.404758 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56454) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:07.504719 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] Set router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:07.506871 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:07.521853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-317703b5-daa2-4766-b19b-1e04d468a9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:07.523412 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f35082-373f-4b0c-835c-88d5a0a99c78 req-45f1a92c-e48f-4192-96d4-e50e92459e9a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:07.531996 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c8f35082-373f-4b0c-835c-88d5a0a99c78 req-45f1a92c-e48f-4192-96d4-e50e92459e9a tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.4231968
Dec 04 00:49:07.551985 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-317703b5-daa2-4766-b19b-1e04d468a9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:07.573606 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-5c4e11bf-0059-4dd7-9aa2-e8f5e2229e78 None None] Provisioning for port 5784c719-6796-4dc9-93ac-1a7a88a550ec completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:07.579528 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-5c4e11bf-0059-4dd7-9aa2-e8f5e2229e78 None None] Provisioning complete for port 5784c719-6796-4dc9-93ac-1a7a88a550ec triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:07.579962 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c4e11bf-0059-4dd7-9aa2-e8f5e2229e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:07.662308 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c8f35082-373f-4b0c-835c-88d5a0a99c78 req-1c277f24-7574-4622-a8c7-f73f40bed237 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292877
Dec 04 00:49:07.671151 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-317703b5-daa2-4766-b19b-1e04d468a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:07.682577 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:07.726105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e11bf-0059-4dd7-9aa2-e8f5e2229e78 None None] Port 5784c719-6796-4dc9-93ac-1a7a88a550ec cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:49:07.729887 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317703b5-daa2-4766-b19b-1e04d468a9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9d268c-4f71-4146-83b9-e4e3e2ea02e0,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:07.732843 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-317703b5-daa2-4766-b19b-1e04d468a9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:07.751477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-317703b5-daa2-4766-b19b-1e04d468a9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:07.757120 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-317703b5-daa2-4766-b19b-1e04d468a9a1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6b9d268c-4f71-4146-83b9-e4e3e2ea02e0 HTTP/1.1" status: 204  len: 168 time: 0.3416917
Dec 04 00:49:07.931601 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09d869b0>, [{'id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:48:59Z', 'updated_at': '2020-12-04T00:49:02Z', 'revision_number': 3, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'gw_port': {'id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:00Z', 'updated_at': '2020-12-04T00:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:07.942724 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c1d6ad-cf7f-45c7-8d1a-ce7e86e47a5b None None] The sync data for ids ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'] in dv-cinder-763306-5-iscsi is: [{'id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:48:59Z', 'updated_at': '2020-12-04T00:49:02Z', 'revision_number': 3, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'gw_port': {'id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:00Z', 'updated_at': '2020-12-04T00:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:49:08.051242 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:08.057660 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:08.058486 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847247150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795811'] for router_interface, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:08.075036 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6a30b992-31c4-401f-b89b-f076b8f5b939 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:08.418034 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Pushing event updated for resources: {'Port': ['ID=5784c719-6796-4dc9-93ac-1a7a88a550ec,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:08.490594 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:08.583562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d2d61-5231-4699-b7a3-107a0e8c1426 req-0b561a64-3102-48ca-97e1-49bd4236b17a tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:08.585262 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1f6d2d61-5231-4699-b7a3-107a0e8c1426 req-0b561a64-3102-48ca-97e1-49bd4236b17a tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1030836
Dec 04 00:49:08.608926 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Network fd27a085-0b96-4520-ae0d-abd50f786818 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:49:08.610282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:08.730645 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1f6d2d61-5231-4699-b7a3-107a0e8c1426 req-c69f4e9e-df61-4215-9101-4d99f05db6e7 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1355557
Dec 04 00:49:09.015538 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-28062a42-b0b3-44e1-9a99-8011a9b78c0a None None] Provisioning complete for port 5784c719-6796-4dc9-93ac-1a7a88a550ec triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:09.016037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-28062a42-b0b3-44e1-9a99-8011a9b78c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:09.145648 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-28062a42-b0b3-44e1-9a99-8011a9b78c0a None None] Port 5784c719-6796-4dc9-93ac-1a7a88a550ec cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:49:09.145770 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:49:09.177936 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 3c20d871-2640-4af6-9b47-fa5e182a2713 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:09.329488 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 3c20d871-2640-4af6-9b47-fa5e182a2713 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:09.329916 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:09.402308 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device d8590004-e18a-4ba5-9c0a-d03a400c3758 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:09.557893 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b2b9a-209f-47da-a6e5-ffef71e3b168 req-cf192fab-6151-4c8f-850b-b6314c6d8b89 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:09.560322 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-025b2b9a-209f-47da-a6e5-ffef71e3b168 req-cf192fab-6151-4c8f-850b-b6314c6d8b89 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.5375283
Dec 04 00:49:09.561477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port d8590004-e18a-4ba5-9c0a-d03a400c3758 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:09.568500 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e5c396e1-bef1-44f1-947b-625090bba1a0 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:49:09.624242 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port d8590004-e18a-4ba5-9c0a-d03a400c3758 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:09.624635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:09.645852 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582390c-5fa4-4255-b974-5ff2767545fa req-370984a7-5246-4f8f-a2a3-9ddf1449c79d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:09.647476 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3582390c-5fa4-4255-b974-5ff2767545fa req-370984a7-5246-4f8f-a2a3-9ddf1449c79d tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.91 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 945 time: 0.5736396
Dec 04 00:49:09.733132 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-025b2b9a-209f-47da-a6e5-ffef71e3b168 req-866bb125-c96b-4b4b-a59f-991b3a0e873f tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518855
Dec 04 00:49:09.799122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Deleting port e5c396e1-bef1-44f1-947b-625090bba1a0 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:49:09.799436 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:09.850803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:49:09.862534 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] 10.222.0.88 "PUT /v2.0/routers/50d0af3f-e3f1-4d13-9217-ad79db4eec20/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5087457
Dec 04 00:49:10.074452 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:10.135508 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port d8590004-e18a-4ba5-9c0a-d03a400c3758, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=d8590004-e18a-4ba5-9c0a-d03a400c3758,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:10.152586 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:10.156352 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:10.307628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:10.472149 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=d8590004-e18a-4ba5-9c0a-d03a400c3758,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:10.477191 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:10.518204 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port e5c396e1-bef1-44f1-947b-625090bba1a0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e5c396e1-bef1-44f1-947b-625090bba1a0,segment=NetworkSegment(94847b4a-1088-4419-b3c9-cff4e907d30c),segment_id=94847b4a-1088-4419-b3c9-cff4e907d30c)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:10.523010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81133c33-e25e-4e6f-9c8b-7ebadae89a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c396e1-bef1-44f1-947b-625090bba1a0'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:49:10.533557 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:10.541683 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:10.687358 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81133c33-e25e-4e6f-9c8b-7ebadae89a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c396e1-bef1-44f1-947b-625090bba1a0', 'code': 200}
Dec 04 00:49:10.688863 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=e5c396e1-bef1-44f1-947b-625090bba1a0,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:10.698595 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:10.740219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] For port e5c396e1-bef1-44f1-947b-625090bba1a0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e5c396e1-bef1-44f1-947b-625090bba1a0,segment=NetworkSegment(94847b4a-1088-4419-b3c9-cff4e907d30c),segment_id=94847b4a-1088-4419-b3c9-cff4e907d30c)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:10.740764 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:10.819506 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a2fda-9e71-48b4-a332-0e69f3a7fe5e req-d0a0b739-000b-4966-9f32-22204c1d2dd9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:10.834512 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b19a2fda-9e71-48b4-a332-0e69f3a7fe5e req-d0a0b739-000b-4966-9f32-22204c1d2dd9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.6950703
Dec 04 00:49:10.898962 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Calling delete_port for e5c396e1-bef1-44f1-947b-625090bba1a0 owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:49:10.940080 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b19a2fda-9e71-48b4-a332-0e69f3a7fe5e req-2c86f561-ac87-4277-9a5c-f3d2e1bcaf1f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1043267
Dec 04 00:49:11.064885 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80263) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:49:11.065311 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:49:11.108030 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177cabe-e52c-4a70-850e-cfb92effe7a1 req-04a745f1-3939-4d18-8312-08f584b3a7c8 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:11.109624 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7177cabe-e52c-4a70-850e-cfb92effe7a1 req-04a745f1-3939-4d18-8312-08f584b3a7c8 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 943 time: 0.1014450
Dec 04 00:49:11.168414 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7177cabe-e52c-4a70-850e-cfb92effe7a1 req-8f0710c4-8a5d-4317-9fcf-ab28a5dcd4ca tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504899
Dec 04 00:49:11.295877 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device d8590004-e18a-4ba5-9c0a-d03a400c3758 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:11.385522 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port d8590004-e18a-4ba5-9c0a-d03a400c3758 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:11.386560 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:11.566632 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Deleting port e5c396e1-bef1-44f1-947b-625090bba1a0 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:49:11.567026 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:11.985365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Sync routers for ids ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:49:12.000984 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Routers {'50d0af3f-e3f1-4d13-9217-ad79db4eec20'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:12.001874 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0ae257b8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:48:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:12.054572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] For port e5c396e1-bef1-44f1-947b-625090bba1a0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e5c396e1-bef1-44f1-947b-625090bba1a0,segment=NetworkSegment(94847b4a-1088-4419-b3c9-cff4e907d30c),segment_id=94847b4a-1088-4419-b3c9-cff4e907d30c)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:12.055404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:12.345411 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Calling delete_port for e5c396e1-bef1-44f1-947b-625090bba1a0 owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:49:12.680596 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d7cf6-8b9b-491e-b088-8d1b32b04d02 req-e3bac1de-c0ea-4d09-985a-5bc9049f5809 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:12.695936 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f63d7cf6-8b9b-491e-b088-8d1b32b04d02 req-e3bac1de-c0ea-4d09-985a-5bc9049f5809 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 943 time: 0.2491896
Dec 04 00:49:12.714626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:12.746524 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f630f44-0803-4466-a340-6eb447f3e9e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:12.833200 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f63d7cf6-8b9b-491e-b088-8d1b32b04d02 req-3e838f5e-15bd-4f0c-afe0-f4e7446e9c58 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/security-groups?id=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359959
Dec 04 00:49:12.860010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b0e71276-3823-4f4f-b88f-70ddc9a651a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:12.947074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Set router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:12.975490 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Pushing event deleted for resources: {'Port': ['ID=e5c396e1-bef1-44f1-947b-625090bba1a0,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:12.980625 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:13.208088 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] No DVR routers for this DVR port e5c396e1-bef1-44f1-947b-625090bba1a0 on host hv-cinder-76330 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:49:13.212484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:13.215625 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81133c33-e25e-4e6f-9c8b-7ebadae89a45', 'name': 'network-vif-deleted', 'tag': 'e5c396e1-bef1-44f1-947b-625090bba1a0'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:49:13.289419 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3582390c-5fa4-4255-b974-5ff2767545fa req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.91 "DELETE /v2.0/ports/e5c396e1-bef1-44f1-947b-625090bba1a0 HTTP/1.1" status: 204  len: 173 time: 3.5961797
Dec 04 00:49:13.356859 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81133c33-e25e-4e6f-9c8b-7ebadae89a45', 'name': 'network-vif-deleted', 'tag': 'e5c396e1-bef1-44f1-947b-625090bba1a0', 'status': 'completed', 'code': 200}
Dec 04 00:49:13.528453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0ae257b8>, [{'id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:48:59Z', 'updated_at': '2020-12-04T00:49:07Z', 'revision_number': 4, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'gw_port': {'id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:00Z', 'updated_at': '2020-12-04T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '5784c719-6796-4dc9-93ac-1a7a88a550ec', 'name': '', 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'mac_address': 'fa:16:3e:c8:e3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:05Z', 'updated_at': '2020-12-04T00:49:07Z', 'revision_number': 2, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'subnets': [{'id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:13.532985 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Checking router: 50d0af3f-e3f1-4d13-9217-ad79db4eec20 for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:49:13.533395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Updating router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 port 5784c719-6796-4dc9-93ac-1a7a88a550ec binding host dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:49:13.612802 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:14.141613 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc114201-0b7b-4214-b50e-36e477698e96 req-537c0bf3-3c5d-43d9-88e3-f9a6b890f894 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 210 time: 0.0600810
Dec 04 00:49:14.266480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:14.288565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Transition to ACTIVE for port object 5784c719-6796-4dc9-93ac-1a7a88a550ec will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:14.292536 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:14.501559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:14.626879 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cd950-8f85-48ba-92c6-af8760b9f491 None None] Pushing event updated for resources: {'Port': ['ID=5784c719-6796-4dc9-93ac-1a7a88a550ec,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:14.651081 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c64cd950-8f85-48ba-92c6-af8760b9f491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:14.852522 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-41c592bf-32e3-4b02-b192-3eccdb02095b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:14.888154 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Attempting to bind port 5784c719-6796-4dc9-93ac-1a7a88a550ec on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:49:14.893568 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Attempting to bind port 5784c719-6796-4dc9-93ac-1a7a88a550ec by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': '72453cb1-c0e3-4564-a40f-61e9e847e988', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:49:14.894278 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Attempting to bind port 5784c719-6796-4dc9-93ac-1a7a88a550ec on network fd27a085-0b96-4520-ae0d-abd50f786818 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:49:14.904261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:49:14.906005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Checking segment: {'id': '72453cb1-c0e3-4564-a40f-61e9e847e988', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:49:14.906583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:14.907130 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Bound using segment: {'id': '72453cb1-c0e3-4564-a40f-61e9e847e988', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:49:14.908337 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Bound port: 5784c719-6796-4dc9-93ac-1a7a88a550ec, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72453cb1-c0e3-4564-a40f-61e9e847e988', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:49:14.908861 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:15.047048 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] For port 5784c719-6796-4dc9-93ac-1a7a88a550ec, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:49:15.053694 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] For port 5784c719-6796-4dc9-93ac-1a7a88a550ec, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=5784c719-6796-4dc9-93ac-1a7a88a550ec,segment=NetworkSegment(72453cb1-c0e3-4564-a40f-61e9e847e988),segment_id=72453cb1-c0e3-4564-a40f-61e9e847e988)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:49:15.118058 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:15.134553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:15.286735 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cd950-8f85-48ba-92c6-af8760b9f491 None None] Pushing event updated for resources: {'Port': ['ID=5784c719-6796-4dc9-93ac-1a7a88a550ec,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:15.297415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c64cd950-8f85-48ba-92c6-af8760b9f491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:15.419617 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-9715b851-8678-4df5-84c3-a9461f024237 req-b6461e5f-20b9-417a-912a-ce3c30cb7176 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Synchronizing usage tracker for tenant:8aa42ed1a820400997e02b1aa7e33362 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:49:15.446404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-9715b851-8678-4df5-84c3-a9461f024237 req-b6461e5f-20b9-417a-912a-ce3c30cb7176 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Unset dirty status for tenant:8aa42ed1a820400997e02b1aa7e33362 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:49:15.462521 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9715b851-8678-4df5-84c3-a9461f024237 req-b6461e5f-20b9-417a-912a-ce3c30cb7176 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 210 time: 0.1018474
Dec 04 00:49:15.568030 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Routers {'50d0af3f-e3f1-4d13-9217-ad79db4eec20'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:15.568806 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0ae257b8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:15.839977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:15.936365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] Set router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:16.347616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:16.559269 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0ae257b8>, [{'id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:48:59Z', 'updated_at': '2020-12-04T00:49:07Z', 'revision_number': 4, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'gw_port': {'id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:00Z', 'updated_at': '2020-12-04T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '5784c719-6796-4dc9-93ac-1a7a88a550ec', 'name': '', 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'mac_address': 'fa:16:3e:c8:e3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:05Z', 'updated_at': '2020-12-04T00:49:15Z', 'revision_number': 4, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'subnets': [{'id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:16.566051 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6839c6-3973-4741-b70a-1c0327d0f4a5 None None] The sync data for ids ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'] in dv-cinder-763306-5-iscsi is: [{'id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:48:59Z', 'updated_at': '2020-12-04T00:49:07Z', 'revision_number': 4, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'gw_port': {'id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:00Z', 'updated_at': '2020-12-04T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '5784c719-6796-4dc9-93ac-1a7a88a550ec', 'name': '', 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'mac_address': 'fa:16:3e:c8:e3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:05Z', 'updated_at': '2020-12-04T00:49:15Z', 'revision_number': 4, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'subnets': [{'id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:49:16.672768 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:16.917327 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7f60dccc-364e-4070-946f-2503c3d7d186 req-23597d64-b287-42a6-9fb7-df5486df7c63 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] 10.222.0.88 "GET /v2.0/ports?device_id=81133c33-e25e-4e6f-9c8b-7ebadae89a45 HTTP/1.1" status: 200  len: 210 time: 0.0996771
Dec 04 00:49:17.415931 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 5784c719-6796-4dc9-93ac-1a7a88a550ec up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:17.425591 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:49:17.558102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 5784c719-6796-4dc9-93ac-1a7a88a550ec completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:17.572450 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 5784c719-6796-4dc9-93ac-1a7a88a550ec triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:17.574992 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:17.814405 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:17.860296 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port 5784c719-6796-4dc9-93ac-1a7a88a550ec, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=5784c719-6796-4dc9-93ac-1a7a88a550ec,segment=NetworkSegment(72453cb1-c0e3-4564-a40f-61e9e847e988),segment_id=72453cb1-c0e3-4564-a40f-61e9e847e988)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:17.872138 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:17.877505 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:17.961944 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=5784c719-6796-4dc9-93ac-1a7a88a550ec,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:17.972413 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:18.157490 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 56602) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:19.184839 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b0bea6a-7533-44bd-b5e1-1d11e39a0266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853795913'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:19.427103 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 5784c719-6796-4dc9-93ac-1a7a88a550ec up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:19.506890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 5784c719-6796-4dc9-93ac-1a7a88a550ec triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:19.507319 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:19.875363 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3b0bea6a-7533-44bd-b5e1-1d11e39a0266 admin admin] Deleting port 846ebfe1-d1f7-46e1-bdb7-57d516a00c58 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:49:19.875934 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b0bea6a-7533-44bd-b5e1-1d11e39a0266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:20.086227 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-3b0bea6a-7533-44bd-b5e1-1d11e39a0266 admin admin] For port 846ebfe1-d1f7-46e1-bdb7-57d516a00c58, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=846ebfe1-d1f7-46e1-bdb7-57d516a00c58,segment=NetworkSegment(94847b4a-1088-4419-b3c9-cff4e907d30c),segment_id=94847b4a-1088-4419-b3c9-cff4e907d30c)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:20.086734 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b0bea6a-7533-44bd-b5e1-1d11e39a0266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:20.246137 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3b0bea6a-7533-44bd-b5e1-1d11e39a0266 admin admin] Calling delete_port for 846ebfe1-d1f7-46e1-bdb7-57d516a00c58 owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:49:20.291198 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56642) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:20.541071 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b55a6c46-c107-46dd-a861-00e163848eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:20.568901 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b55a6c46-c107-46dd-a861-00e163848eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:20.576563 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-b55a6c46-c107-46dd-a861-00e163848eed admin admin] Usage tracker for resource:security_group_rule and tenant:1323fac2541144b38b35f246a8f085dd is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:20.583389 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-b55a6c46-c107-46dd-a861-00e163848eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:20.594619 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b55a6c46-c107-46dd-a861-00e163848eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:20.744979 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b55a6c46-c107-46dd-a861-00e163848eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:20.749966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b55a6c46-c107-46dd-a861-00e163848eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:20.785640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:20.826351 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b55a6c46-c107-46dd-a861-00e163848eed admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1323fac2541144b38b35f246a8f085dd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5339494
Dec 04 00:49:20.827217 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56664) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:20.828148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a6c46-c107-46dd-a861-00e163848eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb52ef3-9890-465e-8031-124002d1238a,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:20.833778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b55a6c46-c107-46dd-a861-00e163848eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:20.901827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b0bea6a-7533-44bd-b5e1-1d11e39a0266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:20.921356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab2c4df5-a94e-4ae9-9a6e-5ec0bd1a3310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:20.950657 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab2c4df5-a94e-4ae9-9a6e-5ec0bd1a3310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:21.005153 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab2c4df5-a94e-4ae9-9a6e-5ec0bd1a3310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:21.012807 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a18df480-3ec5-42d8-8750-c99c3e5a025e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:21.036058 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c4df5-a94e-4ae9-9a6e-5ec0bd1a3310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb52ef3-9890-465e-8031-124002d1238a,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:21.045441 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab2c4df5-a94e-4ae9-9a6e-5ec0bd1a3310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:21.049145 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ab2c4df5-a94e-4ae9-9a6e-5ec0bd1a3310 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/beb52ef3-9890-465e-8031-124002d1238a HTTP/1.1" status: 204  len: 168 time: 0.2175279
Dec 04 00:49:21.052548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:21.053082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ab2c4df5-a94e-4ae9-9a6e-5ec0bd1a3310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:21.111490 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bea6a-7533-44bd-b5e1-1d11e39a0266 admin admin] Pushing event deleted for resources: {'Port': ['ID=846ebfe1-d1f7-46e1-bdb7-57d516a00c58,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:21.125066 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3b0bea6a-7533-44bd-b5e1-1d11e39a0266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:21.498956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3b0bea6a-7533-44bd-b5e1-1d11e39a0266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7528682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974442'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:22.144392 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0bea6a-7533-44bd-b5e1-1d11e39a0266 admin admin] Router 5f849666-aba1-40e9-8103-f305a95018f3 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:49:22.318900 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56722) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:22.396582 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0bea6a-7533-44bd-b5e1-1d11e39a0266 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:49:22.408682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814cc79b-99c3-4ef5-b34a-d4dbde4af5d7 None None] Sync routers for ids ['5f849666-aba1-40e9-8103-f305a95018f3'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:49:22.414863 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3b0bea6a-7533-44bd-b5e1-1d11e39a0266 admin admin] 10.222.0.88 "PUT /v2.0/routers/5f849666-aba1-40e9-8103-f305a95018f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2557876
Dec 04 00:49:22.417763 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56728) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:22.428662 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814cc79b-99c3-4ef5-b34a-d4dbde4af5d7 None None] Routers {'5f849666-aba1-40e9-8103-f305a95018f3'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:22.430202 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-814cc79b-99c3-4ef5-b34a-d4dbde4af5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09e424a8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5f849666-aba1-40e9-8103-f305a95018f3'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:22.577284 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1652345826-network', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:22.602117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:22.611152 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Usage tracker for resource:network and tenant:7a26399740574f8392d1363acd2d4d9f is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:22.615634 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:22.630722 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:22.641816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Made reservation on behalf of 7a26399740574f8392d1363acd2d4d9f for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:49:22.648539 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-814cc79b-99c3-4ef5-b34a-d4dbde4af5d7 None None] Set router 5f849666-aba1-40e9-8103-f305a95018f3 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:22.648796 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:22.664524 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:22.684675 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:22.689545 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Usage tracker for resource:security_group_rule and tenant:7a26399740574f8392d1363acd2d4d9f is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:22.694935 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:22.706591 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:22.716510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] Notify callbacks [] for router, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:22.918635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56736) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:22.996383 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:23.015391 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] Deleting port afb92d1d-2a39-44d3-9d11-4e4a2ee44110 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:49:23.015772 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:23.016741 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-814cc79b-99c3-4ef5-b34a-d4dbde4af5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09e424a8>, [{'id': '5f849666-aba1-40e9-8103-f305a95018f3', 'name': 'tempest-ServerRescueNegativeTestJSON-113927925-router', 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:49:20Z', 'revision_number': 5, 'project_id': '8aa42ed1a820400997e02b1aa7e33362', 'gw_port': {'id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f849666-aba1-40e9-8103-f305a95018f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:23.024368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814cc79b-99c3-4ef5-b34a-d4dbde4af5d7 None None] Checking router: 5f849666-aba1-40e9-8103-f305a95018f3 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:49:23.034507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814cc79b-99c3-4ef5-b34a-d4dbde4af5d7 None None] Routers {'5f849666-aba1-40e9-8103-f305a95018f3'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:23.035174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-814cc79b-99c3-4ef5-b34a-d4dbde4af5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09e424a8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5f849666-aba1-40e9-8103-f305a95018f3'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:23.073581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e6c067-9bb6-44d9-915d-97a1a272aa51 admin admin] Deleting subnet 5ef065e3-b447-4a06-83a3-4cc7eccbd2db {{(pid=80262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:49:23.093491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-39e6c067-9bb6-44d9-915d-97a1a272aa51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:23.271562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-814cc79b-99c3-4ef5-b34a-d4dbde4af5d7 None None] Set router 5f849666-aba1-40e9-8103-f305a95018f3 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:23.505682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:23.520790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:23.525549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-39e6c067-9bb6-44d9-915d-97a1a272aa51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852517655'] for subnet, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:23.557723 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4e347604-d3d2-4da0-bef8-c29912c29a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:23.601783 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:49:23.626432 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-814cc79b-99c3-4ef5-b34a-d4dbde4af5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09e424a8>, [{'id': '5f849666-aba1-40e9-8103-f305a95018f3', 'name': 'tempest-ServerRescueNegativeTestJSON-113927925-router', 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:49:20Z', 'revision_number': 5, 'project_id': '8aa42ed1a820400997e02b1aa7e33362', 'gw_port': {'id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f849666-aba1-40e9-8103-f305a95018f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:23.630743 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814cc79b-99c3-4ef5-b34a-d4dbde4af5d7 None None] The sync data for ids ['5f849666-aba1-40e9-8103-f305a95018f3'] in dv-cinder-763306-5-iscsi is: [{'id': '5f849666-aba1-40e9-8103-f305a95018f3', 'name': 'tempest-ServerRescueNegativeTestJSON-113927925-router', 'tenant_id': '8aa42ed1a820400997e02b1aa7e33362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:49:20Z', 'revision_number': 5, 'project_id': '8aa42ed1a820400997e02b1aa7e33362', 'gw_port': {'id': 'afb92d1d-2a39-44d3-9d11-4e4a2ee44110', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f849666-aba1-40e9-8103-f305a95018f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:49:23.650889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:23.651290 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Added segment ad674641-9d72-41a5-8e59-0d1aa246dac3 of type vxlan for network ef9697c2-5192-435d-8ebe-ebe8581e98d6
Dec 04 00:49:23.664805 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47fd31e-8632-4b72-873c-c1200b004d49,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:23.673547 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:23.705949 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-39e6c067-9bb6-44d9-915d-97a1a272aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:23.760005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] For port afb92d1d-2a39-44d3-9d11-4e4a2ee44110, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=afb92d1d-2a39-44d3-9d11-4e4a2ee44110,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:23.760414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:23.775852 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:23.921590 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] Calling delete_port for afb92d1d-2a39-44d3-9d11-4e4a2ee44110 owned by network:router_gateway {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:49:23.978144 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.resource_extend [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 04 00:49:24.080491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b523b-6026-42ed-a28d-ee8692384015 req-572871a8-11ed-4c58-aac8-2627c4faf591 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:24.081242 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e28b523b-6026-42ed-a28d-ee8692384015 req-572871a8-11ed-4c58-aac8-2627c4faf591 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Synchronizing usage tracker for tenant:9581564017a74dacabe1c0cb6793aabe on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:49:24.087710 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:24.098206 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e28b523b-6026-42ed-a28d-ee8692384015 req-572871a8-11ed-4c58-aac8-2627c4faf591 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Unset dirty status for tenant:9581564017a74dacabe1c0cb6793aabe on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:49:24.099530 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e28b523b-6026-42ed-a28d-ee8692384015 req-572871a8-11ed-4c58-aac8-2627c4faf591 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/networks?id=fd27a085-0b96-4520-ae0d-abd50f786818 HTTP/1.1" status: 200  len: 815 time: 0.1785474
Dec 04 00:49:24.104010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:24.104668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:24.116411 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e28b523b-6026-42ed-a28d-ee8692384015 req-b6c88a8f-c39e-4b0e-a2ae-b8c2e0cc2461 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/quotas/9581564017a74dacabe1c0cb6793aabe HTTP/1.1" status: 200  len: 375 time: 0.0100169
Dec 04 00:49:24.120209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:24.208957 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e28b523b-6026-42ed-a28d-ee8692384015 req-8d9ac83d-d8fd-4463-9854-fb439ddc9f1e tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Synchronizing usage tracker for tenant:9581564017a74dacabe1c0cb6793aabe on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:49:24.226847 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e28b523b-6026-42ed-a28d-ee8692384015 req-8d9ac83d-d8fd-4463-9854-fb439ddc9f1e tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Unset dirty status for tenant:9581564017a74dacabe1c0cb6793aabe on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:49:24.229124 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e28b523b-6026-42ed-a28d-ee8692384015 req-8d9ac83d-d8fd-4463-9854-fb439ddc9f1e tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?tenant_id=9581564017a74dacabe1c0cb6793aabe&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1064057
Dec 04 00:49:24.303646 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.9831862
Dec 04 00:49:24.306837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 56764) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:24.313158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Request body: {'subnet': {'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1652345826-subnet', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:24.319002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:24.347299 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Usage tracker for resource:subnet and tenant:7a26399740574f8392d1363acd2d4d9f is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:24.354340 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:24.356993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=ef9697c2-5192-435d-8ebe-ebe8581e98d6,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:24.363792 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:24.369201 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network ef9697c2-5192-435d-8ebe-ebe8581e98d6 details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:49:24.374442 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.plugins.ml2.ovo_rpc [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     result = function(*args, **kwargs)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     proto.__init__(conn_state, self)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.handle()
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.handle_one_request()
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.handle_one_response()
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     result = self.application(self.environ, start_response)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     return app(environ, start_response)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     return request.get_response(self.application)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     response = req.get_response(self._app)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     return resp(environ, start_response)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     return resp(environ, start_response)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     response = self.app(environ, start_response)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     return resp(environ, start_response)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 04 00:49:24.380678 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     result = method(request=request, **args)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._delete(request, id, **kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(*dup_args, **dup_kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     obj_deleter(request.context, id, **kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     return method(*args, **kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(*dup_args, **dup_kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._delete_current_gw_port(context, id, router, None)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, context, *args, **kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     return method(*args, **kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     context, port, router_ids, bound_mech_contexts)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     return function(*args, **kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     callback(resource, event, trigger, **kwargs)
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     if self._is_session_semantic_violated(context, resource, event):
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]:     stack = traceback.extract_stack()
Dec 04 00:49:24.387162 dv-cinder-763306-5-iscsi neutron-server[80151]: 
Dec 04 00:49:24.394645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network ef9697c2-5192-435d-8ebe-ebe8581e98d6 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:49:24.408134 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:24.431852 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Made reservation on behalf of 7a26399740574f8392d1363acd2d4d9f for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:49:24.436841 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:24.513354 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-39e6c067-9bb6-44d9-915d-97a1a272aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3251820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852514843'] for subnet, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:24.533655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bbe3100c-c4a1-466c-bda9-659221119466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:24.576175 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e28b523b-6026-42ed-a28d-ee8692384015 req-643ac35d-d1d4-4439-8357-4ba232ddfc5a service neutron] 10.222.0.88 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3339818
Dec 04 00:49:24.656627 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6c067-9bb6-44d9-915d-97a1a272aa51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef065e3-b447-4a06-83a3-4cc7eccbd2db,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:24.668917 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-39e6c067-9bb6-44d9-915d-97a1a272aa51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:24.756687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-39e6c067-9bb6-44d9-915d-97a1a272aa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:24.761688 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853796801'] for router_gateway, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:24.828389 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-39e6c067-9bb6-44d9-915d-97a1a272aa51 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5ef065e3-b447-4a06-83a3-4cc7eccbd2db HTTP/1.1" status: 204  len: 168 time: 1.9089026
Dec 04 00:49:24.836583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 56768) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:24.902986 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853817827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759809'] for router, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:24.905817 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:24.998352 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951692'] for router, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:24.998914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f849666-aba1-40e9-8103-f305a95018f3 {{(pid=80262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 00:49:25.008243 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:25.009492 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-207337a4-197c-493f-8c2a-461265a6432d admin admin] 10.222.0.88 "DELETE /v2.0/routers/5f849666-aba1-40e9-8103-f305a95018f3 HTTP/1.1" status: 204  len: 168 time: 2.5902119
Dec 04 00:49:25.012420 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56772) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:25.085033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95b7478-bb20-437c-9cf1-993d7b2e0921 admin admin] Deleting subnet 887d58e7-6037-47d9-82f2-709206eff474 {{(pid=80262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:49:25.088386 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e95b7478-bb20-437c-9cf1-993d7b2e0921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:25.089881 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:25.141473 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e95b7478-bb20-437c-9cf1-993d7b2e0921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852517655'] for subnet, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:25.196314 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e28b523b-6026-42ed-a28d-ee8692384015 req-c57d980a-3e22-4832-b45c-dafd783b1dfb service neutron] 10.222.0.88 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6078589
Dec 04 00:49:25.206905 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e95b7478-bb20-437c-9cf1-993d7b2e0921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:25.359074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device afb92d1d-2a39-44d3-9d11-4e4a2ee44110 no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:49:25.428997 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:25.429444 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: afb92d1d-2a39-44d3-9d11-4e4a2ee44110 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:49:25.429993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device afb92d1d-2a39-44d3-9d11-4e4a2ee44110 not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:49:25.430782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 846ebfe1-d1f7-46e1-bdb7-57d516a00c58 no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:49:25.480260 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: 846ebfe1-d1f7-46e1-bdb7-57d516a00c58 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:49:25.480662 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 846ebfe1-d1f7-46e1-bdb7-57d516a00c58 not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:49:25.622206 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7feb09fd0c88>> segment before_delete 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:49:25.622546 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7feb09fd0c88>> subnet precommit_delete_associations 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:49:25.623499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb09fd0ef0>> segment_host_mapping after_create 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:49:25.623807 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb09fd0ef0>> port after_create 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:49:25.624194 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb09fd0ef0>> port after_delete 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:49:25.624546 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb09fd0ef0>> port after_update 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:49:25.624892 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb09fd0ef0>> segment after_delete 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:49:25.625240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb09fd0ef0>> subnet after_create 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:49:25.625586 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb09fd0ef0>> subnet after_delete 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:49:25.625935 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7feb09fd0ef0>> subnet after_update 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:49:25.707714 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-339de513-0228-4eab-99f8-af8da7b9b60d req-3b7463a2-9755-4140-9a30-2066ac47fecb tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 210 time: 0.0599132
Dec 04 00:49:25.770800 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feb089ac908>> subnet after_create 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:49:25.771269 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feb089ac908>> subnet after_delete 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:49:25.771764 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feb089ac908>> subnet before_create 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:49:25.772256 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7feb089ac908>> subnet before_update 55550000 {{(pid=80263) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 04 00:49:25.772726 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb0a1a5f98>,) {'filters': {'network_id': ['ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:25.793072 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb0a1a5f98>, '5262cc87-c46f-425e-853d-39bd81befc24') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:25.793424 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb0a1a5f98>, '5262cc87-c46f-425e-853d-39bd81befc24') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:25.816148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852213351'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:25.826036 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e95b7478-bb20-437c-9cf1-993d7b2e0921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3251820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852514843'] for subnet, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:25.839947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:25.842713 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:49:25.844160 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c9bcee78-eae9-455c-be3b-bb14b2f4a4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:25.939129 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b7478-bb20-437c-9cf1-993d7b2e0921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=887d58e7-6037-47d9-82f2-709206eff474,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:25.942014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e95b7478-bb20-437c-9cf1-993d7b2e0921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:25.990091 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e95b7478-bb20-437c-9cf1-993d7b2e0921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:25.996388 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e95b7478-bb20-437c-9cf1-993d7b2e0921 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/887d58e7-6037-47d9-82f2-709206eff474 HTTP/1.1" status: 204  len: 168 time: 0.9831529
Dec 04 00:49:25.999125 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56790) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:26.075165 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Network ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:49:26.087236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2563006'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:26.126587 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:26.269118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2562392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3237645'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:26.296457 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fb75321c-00e4-4bec-a7cd-7c2d46af18b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:26.323096 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:26.387824 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Network ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   (rel_b, rel_a, rel_b),
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   (rel_b, rel_a, rel_b),
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:49:26.427598 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:49:26.449166 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb08760be0>,) {'filters': {'network_id': ['f4c4d338-1e8e-4a6b-9ab2-11c8c7614618']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:26.462630 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb08760be0>, '94847b4a-1088-4419-b3c9-cff4e907d30c') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:26.462942 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb08760be0>, '94847b4a-1088-4419-b3c9-cff4e907d30c') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:26.476177 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258145'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:26.492714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:26.494818 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:49:26.534520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e85dfb-0f2f-4097-a998-dace8276b2b0,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:26.562135 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.562541 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.562939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.563330 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.563748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.564135 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.564521 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.564900 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.565282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.565640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.566023 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.566404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.566866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.567253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.567678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.568060 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.568442 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.568822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.569198 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.569581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.569961 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.570358 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.570731 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.571109 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:26.576520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:26.586700 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:26.595474 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:26.616753 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:26.629960 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Pushing event deleted for resources: {'Network': ['ID=ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:26.636656 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:26.645737 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] 10.222.0.88 "DELETE /v2.0/networks/ca0fe73d-6fa7-4f11-9d1f-e838a8c3deff HTTP/1.1" status: 204  len: 168 time: 1.8080113
Dec 04 00:49:26.667911 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Checking segment: {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:49:26.668286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Network hostable DHCP agents. Network: ef9697c2-5192-435d-8ebe-ebe8581e98d6, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:49:26.691229 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Network ef9697c2-5192-435d-8ebe-ebe8581e98d6 is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:49:26.696630 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] Network f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:49:26.700450 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, ef9697c2-5192-435d-8ebe-ebe8581e98d6) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:26.712070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34682dd1-e0f5-49b0-bb6c-a60f45946a04 None None] Network ef9697c2-5192-435d-8ebe-ebe8581e98d6 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:49:26.714493 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:26.715353 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:26.720274 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851524401'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:26.744914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56800) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:26.745177 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.4368269
Dec 04 00:49:26.811411 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:26.817179 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:26.821759 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Usage tracker for resource:router and tenant:7a26399740574f8392d1363acd2d4d9f is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:26.824981 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:26.831703 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:26.838509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 56804) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:26.852165 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759826'] for router, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:26.853740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15974'] for router, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:26.856501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:26.870715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:26.988646 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-cce8d8a2-df96-462a-89a6-10931ce8b4bc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=126db6f0355043ecaf8cf2100b740a86&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1483965
Dec 04 00:49:26.989564 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 56808) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:27.029158 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c7841771-c686-4dba-b8b5-ce33c81845f7 req-ec5c0a64-5ad4-4b5b-a7c9-a71e2cc67356 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 210 time: 0.0921650
Dec 04 00:49:27.055283 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] Network f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:49:27.077018 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5b127e5-83c8-5931-8751-a31674356172-ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0'}]}} from dv-cinder-763306-5-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 00:49:27.078321 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:49:27.190947 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:49:27.250881 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a1f5c0e7-c744-4ce6-bb15-a48a06f097c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:27.303484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b523b-6026-42ed-a28d-ee8692384015 req-ebbd3ac0-ba58-45f2-b608-42472ac8c0e3 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:27.305059 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e28b523b-6026-42ed-a28d-ee8692384015 req-ebbd3ac0-ba58-45f2-b608-42472ac8c0e3 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.91 "GET /v2.0/networks?id=fd27a085-0b96-4520-ae0d-abd50f786818 HTTP/1.1" status: 200  len: 815 time: 0.3074946
Dec 04 00:49:27.309964 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a1f5c0e7-c744-4ce6-bb15-a48a06f097c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:27.342643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-e28b523b-6026-42ed-a28d-ee8692384015 req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Request body: {'port': {'device_id': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818', 'admin_state_up': True, 'tenant_id': '9581564017a74dacabe1c0cb6793aabe'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:27.441797 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:27.465659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:27.484865 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:27.502542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Allocated IP 172.20.0.2 (ef9697c2-5192-435d-8ebe-ebe8581e98d6/59e85dfb-0f2f-4097-a998-dace8276b2b0/209f3243-2f4f-4251-976f-d9ea1a258f83) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:49:27.506346 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15991'] for router, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:27.516173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c4d338-1e8e-4a6b-9ab2-11c8c7614618,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:27.526411 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] 10.222.0.88 "DELETE /v2.0/networks/f4c4d338-1e8e-4a6b-9ab2-11c8c7614618 HTTP/1.1" status: 204  len: 168 time: 1.5256810
Dec 04 00:49:27.543476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a5250238-9e93-4382-b5c0-d4c670ce8402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:27.766159 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-e28b523b-6026-42ed-a28d-ee8692384015 req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:27.776771 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-e28b523b-6026-42ed-a28d-ee8692384015 req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:27.787502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a1f5c0e7-c744-4ce6-bb15-a48a06f097c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:27.793590 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-16f7eb8d-b272-4815-816b-2b4a4bf0e8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:27.800911 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28b523b-6026-42ed-a28d-ee8692384015 req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Made reservation on behalf of 9581564017a74dacabe1c0cb6793aabe for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:49:27.807316 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e28b523b-6026-42ed-a28d-ee8692384015 req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:27.813537 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:27.817279 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 56824) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:27.826002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Transition to ACTIVE for port object 209f3243-2f4f-4251-976f-d9ea1a258f83 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:27.847477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Transition to ACTIVE for port object 209f3243-2f4f-4251-976f-d9ea1a258f83 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:27.850491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5c0e7-c744-4ce6-bb15-a48a06f097c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec7021d-e657-4c21-86a8-c8c4263e557a,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:27.853953 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a1f5c0e7-c744-4ce6-bb15-a48a06f097c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:27.855398 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:27.879561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c64cd950-8f85-48ba-92c6-af8760b9f491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:27.881084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a1f5c0e7-c744-4ce6-bb15-a48a06f097c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:27.884992 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a1f5c0e7-c744-4ce6-bb15-a48a06f097c6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5ec7021d-e657-4c21-86a8-c8c4263e557a HTTP/1.1" status: 204  len: 168 time: 0.8866990
Dec 04 00:49:27.925303 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e6c29a90-a244-4fb3-ac33-68ccfbd6f9f4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8aa42ed1a820400997e02b1aa7e33362&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0985768
Dec 04 00:49:27.926143 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 56834) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:28.022625 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-920a9192-4a0c-43ca-8a6b-d975f8cfbc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:28.035018 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Pushing event updated for resources: {'Port': ['ID=209f3243-2f4f-4251-976f-d9ea1a258f83,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:28.113122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:28.164461 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:28.244092 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-920a9192-4a0c-43ca-8a6b-d975f8cfbc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:28.254542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:28.291991 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Network ef9697c2-5192-435d-8ebe-ebe8581e98d6 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:49:28.294057 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:28.297334 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:49:28.376325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-e28b523b-6026-42ed-a28d-ee8692384015 req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Allocated IP 172.20.0.13 (fd27a085-0b96-4520-ae0d-abd50f786818/3c0996dd-2506-4c97-b879-7d5a1619ebc6/cf038aa4-fc62-4e1c-a863-14849f7518c7) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:49:28.424041 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Attempting to bind port 209f3243-2f4f-4251-976f-d9ea1a258f83 on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:49:28.424578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Attempting to bind port 209f3243-2f4f-4251-976f-d9ea1a258f83 by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:49:28.425071 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Attempting to bind port 209f3243-2f4f-4251-976f-d9ea1a258f83 on network ef9697c2-5192-435d-8ebe-ebe8581e98d6 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:49:28.426716 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9000eee3-5ca5-4d98-b39e-0575e98ef650 req-8020dac6-7563-4c48-9f28-b286d85b0712 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 210 time: 0.1325593
Dec 04 00:49:28.438734 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:49:28.439341 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Checking segment: {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:49:28.439896 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:28.440436 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Bound using segment: {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:49:28.441057 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Bound port: 209f3243-2f4f-4251-976f-d9ea1a258f83, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:49:28.441591 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:28.691892 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] For port 209f3243-2f4f-4251-976f-d9ea1a258f83, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:49:28.695854 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] For port 209f3243-2f4f-4251-976f-d9ea1a258f83, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=209f3243-2f4f-4251-976f-d9ea1a258f83,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:49:28.701872 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:28.723766 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:28.731382 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-920a9192-4a0c-43ca-8a6b-d975f8cfbc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:28.750926 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-128f24fd-da0b-4fa7-987b-a9215beacdb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:28.808798 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a9192-4a0c-43ca-8a6b-d975f8cfbc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4b0c68-e63c-47bc-a9b9-2553f1888ad4,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:28.812141 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-920a9192-4a0c-43ca-8a6b-d975f8cfbc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:28.864776 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e28b523b-6026-42ed-a28d-ee8692384015 req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:28.886414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-920a9192-4a0c-43ca-8a6b-d975f8cfbc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:28.888272 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-920a9192-4a0c-43ca-8a6b-d975f8cfbc17 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5e4b0c68-e63c-47bc-a9b9-2553f1888ad4 HTTP/1.1" status: 204  len: 168 time: 0.9611144
Dec 04 00:49:28.901360 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Pushing event updated for resources: {'Port': ['ID=209f3243-2f4f-4251-976f-d9ea1a258f83,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:28.906390 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:28.911208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-e28b523b-6026-42ed-a28d-ee8692384015 req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Transition to ACTIVE for port object cf038aa4-fc62-4e1c-a863-14849f7518c7 will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:28.959105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e28b523b-6026-42ed-a28d-ee8692384015 req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:28.991929 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a74e7ed7-32e1-4039-bd87-ab0843a1971e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:29.135690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Allocated IP 172.27.3.241 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/9752f966-65b4-44c9-8b2c-5ab2de32c11e) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:49:29.362839 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Pushing event updated for resources: {'Port': ['ID=cf038aa4-fc62-4e1c-a863-14849f7518c7,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:29.367039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28b523b-6026-42ed-a28d-ee8692384015 req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Network fd27a085-0b96-4520-ae0d-abd50f786818 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:49:29.369475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:29.369475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-e28b523b-6026-42ed-a28d-ee8692384015 req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:29.372511 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28b523b-6026-42ed-a28d-ee8692384015 req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:49:29.480864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b523b-6026-42ed-a28d-ee8692384015 req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:29.482878 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e28b523b-6026-42ed-a28d-ee8692384015 req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:29.559663 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e28b523b-6026-42ed-a28d-ee8692384015 req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2225604
Dec 04 00:49:29.788678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:29.853656 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:29.884002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2cfdc10a-0bd9-4ae1-b4cf-0498390bb26b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:29.896808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8ae6f-2ffe-4d32-afd0-dc2646279832 req-c5959511-e55b-4081-b600-94049a10214c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:29.897572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fdf8ae6f-2ffe-4d32-afd0-dc2646279832 req-c5959511-e55b-4081-b600-94049a10214c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Synchronizing usage tracker for tenant:9581564017a74dacabe1c0cb6793aabe on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:49:29.918173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fdf8ae6f-2ffe-4d32-afd0-dc2646279832 req-c5959511-e55b-4081-b600-94049a10214c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Unset dirty status for tenant:9581564017a74dacabe1c0cb6793aabe on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:49:29.934906 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-2f6d621a-7391-492b-961a-4120e9ea3bc4 None None] Provisioning for port cf038aa4-fc62-4e1c-a863-14849f7518c7 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:29.941796 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fdf8ae6f-2ffe-4d32-afd0-dc2646279832 req-c5959511-e55b-4081-b600-94049a10214c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 932 time: 0.2240379
Dec 04 00:49:29.962021 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-2f6d621a-7391-492b-961a-4120e9ea3bc4 None None] Provisioning complete for port cf038aa4-fc62-4e1c-a863-14849f7518c7 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:29.962767 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2f6d621a-7391-492b-961a-4120e9ea3bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:30.039260 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fdf8ae6f-2ffe-4d32-afd0-dc2646279832 req-f364f7dd-74fa-4b91-b3f1-575fb5d43f98 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Synchronizing usage tracker for tenant:9581564017a74dacabe1c0cb6793aabe on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:49:30.049579 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Pushing event updated for resources: {'Port': ['ID=9752f966-65b4-44c9-8b2c-5ab2de32c11e,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:30.050448 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d621a-7391-492b-961a-4120e9ea3bc4 None None] Port cf038aa4-fc62-4e1c-a863-14849f7518c7 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:49:30.053491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:30.078650 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fdf8ae6f-2ffe-4d32-afd0-dc2646279832 req-f364f7dd-74fa-4b91-b3f1-575fb5d43f98 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Unset dirty status for tenant:9581564017a74dacabe1c0cb6793aabe on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:49:30.080815 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fdf8ae6f-2ffe-4d32-afd0-dc2646279832 req-f364f7dd-74fa-4b91-b3f1-575fb5d43f98 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364837
Dec 04 00:49:30.134267 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:49:30.136581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:30.139181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:49:30.664291 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:30.774523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d31fa8-cd12-4871-8f2e-9a03be89a563 None None] Network ef9697c2-5192-435d-8ebe-ebe8581e98d6 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:49:30.910747 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-dca00e2c-9f5c-42dd-ac72-f65111139203 None None] Provisioning for port 209f3243-2f4f-4251-976f-d9ea1a258f83 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:31.083701 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796835'] for router, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:31.409386 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 209f3243-2f4f-4251-976f-d9ea1a258f83 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:31.537135 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179b585-541a-4b5f-9e72-27be39520ee4 req-062f69ca-6352-417f-9a3c-31ed3f5ccd2a tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:31.539575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-4c5c446a-334a-4c53-ace3-6977c8ca76a2 None None] Provisioning complete for port 209f3243-2f4f-4251-976f-d9ea1a258f83 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:31.540025 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c5c446a-334a-4c53-ace3-6977c8ca76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:31.545599 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8179b585-541a-4b5f-9e72-27be39520ee4 req-062f69ca-6352-417f-9a3c-31ed3f5ccd2a tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 932 time: 0.1816974
Dec 04 00:49:31.590411 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 209f3243-2f4f-4251-976f-d9ea1a258f83 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:31.598932 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 209f3243-2f4f-4251-976f-d9ea1a258f83 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:31.599154 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:31.642538 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8179b585-541a-4b5f-9e72-27be39520ee4 req-cacdda7b-3b83-490c-b4b1-bf0330ba3a6a tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956655
Dec 04 00:49:31.703265 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 is scheduled to L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 with binding_index 1 {{(pid=80262) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 00:49:31.892072 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c5c446a-334a-4c53-ace3-6977c8ca76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:31.922447 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:31.980972 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-4c5c446a-334a-4c53-ace3-6977c8ca76a2 None None] For port 209f3243-2f4f-4251-976f-d9ea1a258f83, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=209f3243-2f4f-4251-976f-d9ea1a258f83,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:31.991416 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c5c446a-334a-4c53-ace3-6977c8ca76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:31.995453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:32.017110 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:49:32.057140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:32.061454 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.3126009
Dec 04 00:49:32.061793 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Sync routers for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:49:32.061923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 56890) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:32.084880 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:32.085578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09fcdba8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:32.203648 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c446a-334a-4c53-ace3-6977c8ca76a2 None None] Pushing event updated for resources: {'Port': ['ID=209f3243-2f4f-4251-976f-d9ea1a258f83,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:32.510099 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4c5c446a-334a-4c53-ace3-6977c8ca76a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:32.513046 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:49:32.513633 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:49:32.550146 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-beb4d062-c12e-4bd8-a37a-58d6cd057f40 None None] Provisioning complete for port 209f3243-2f4f-4251-976f-d9ea1a258f83 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:32.550580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-beb4d062-c12e-4bd8-a37a-58d6cd057f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:32.728983 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:33.034320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:33.062038 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77e93c-3e05-4955-bc4c-9e8f2c0d229f req-68fcae09-69d0-4ac1-a4f5-4a5df88557cd tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:33.063998 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d77e93c-3e05-4955-bc4c-9e8f2c0d229f req-68fcae09-69d0-4ac1-a4f5-4a5df88557cd tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 932 time: 0.1867177
Dec 04 00:49:33.261820 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09fcdba8>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:30Z', 'revision_number': 3, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:33.274920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Checking router: 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:49:33.275332 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Updating router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 port 9752f966-65b4-44c9-8b2c-5ab2de32c11e binding host dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:49:33.284226 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3d77e93c-3e05-4955-bc4c-9e8f2c0d229f req-e1a6ccef-8a0c-48b8-87ce-7aef56d4a78f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2009344
Dec 04 00:49:33.333825 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 209f3243-2f4f-4251-976f-d9ea1a258f83 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:33.465540 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:33.588218 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 209f3243-2f4f-4251-976f-d9ea1a258f83 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:33.588636 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:33.712320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Allocated IP 172.20.0.1 (ef9697c2-5192-435d-8ebe-ebe8581e98d6/59e85dfb-0f2f-4097-a998-dace8276b2b0/7ee425b8-0680-4375-a36a-c12349f14a68) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:49:33.928497 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:33.961140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Transition to ACTIVE for port object 7ee425b8-0680-4375-a36a-c12349f14a68 will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:33.986221 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:34.010369 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d9543368-7cec-498c-9ccf-c1d9b1db7aad tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:34.098726 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:34.134363 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Transition to ACTIVE for port object 9752f966-65b4-44c9-8b2c-5ab2de32c11e will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:34.140727 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:34.167789 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Pushing event updated for resources: {'Port': ['ID=7ee425b8-0680-4375-a36a-c12349f14a68,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:34.174588 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:34.177191 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b5d36c06-078f-4494-8cb7-9f843bd68bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:34.294299 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Network ef9697c2-5192-435d-8ebe-ebe8581e98d6 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:49:34.296562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:34.312442 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:49:34.325313 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b6e53-88ef-43f0-9b95-f90bff903a27 None None] Pushing event updated for resources: {'Port': ['ID=9752f966-65b4-44c9-8b2c-5ab2de32c11e,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:34.332272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-362b6e53-88ef-43f0-9b95-f90bff903a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:34.463208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Attempting to bind port 9752f966-65b4-44c9-8b2c-5ab2de32c11e on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:49:34.464394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Attempting to bind port 9752f966-65b4-44c9-8b2c-5ab2de32c11e by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:49:34.465157 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Attempting to bind port 9752f966-65b4-44c9-8b2c-5ab2de32c11e on network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:49:34.478308 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:49:34.480000 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Checking segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:49:34.482256 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:34.483077 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Bound using segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:49:34.483956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Bound port: 9752f966-65b4-44c9-8b2c-5ab2de32c11e, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:49:34.484619 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:34.675156 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] For port 9752f966-65b4-44c9-8b2c-5ab2de32c11e, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:49:34.681566 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] For port 9752f966-65b4-44c9-8b2c-5ab2de32c11e, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=9752f966-65b4-44c9-8b2c-5ab2de32c11e,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:49:34.687059 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:34.721670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:34.823096 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb41d0-0b09-4cc8-8cbc-a333bb75b73b req-5ad14d20-5372-49cd-a32c-485644d80a42 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:34.824993 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3aeb41d0-0b09-4cc8-8cbc-a333bb75b73b req-5ad14d20-5372-49cd-a32c-485644d80a42 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 932 time: 0.2378020
Dec 04 00:49:34.888266 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979136'] for router_interface, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:34.923974 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3aeb41d0-0b09-4cc8-8cbc-a333bb75b73b req-1bd5c1f6-e930-4cfa-a65d-17e32cefdb99 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921266
Dec 04 00:49:34.970209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b6e53-88ef-43f0-9b95-f90bff903a27 None None] Pushing event updated for resources: {'Port': ['ID=9752f966-65b4-44c9-8b2c-5ab2de32c11e,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:34.973588 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-362b6e53-88ef-43f0-9b95-f90bff903a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:34.993925 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-69190eb0-e5f8-41c2-a3ca-238d2d87b40e None None] Provisioning for port 7ee425b8-0680-4375-a36a-c12349f14a68 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:35.001510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-69190eb0-e5f8-41c2-a3ca-238d2d87b40e None None] Provisioning complete for port 7ee425b8-0680-4375-a36a-c12349f14a68 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:35.001957 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-69190eb0-e5f8-41c2-a3ca-238d2d87b40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:35.106660 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-69190eb0-e5f8-41c2-a3ca-238d2d87b40e None None] Port 7ee425b8-0680-4375-a36a-c12349f14a68 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:49:35.176349 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:35.177514 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09fcdba8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:35.297485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:35.407618 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:35.600311 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57002) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:35.897638 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:35.906665 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2563008'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:35.923548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c130a6e5-5980-4092-b5cc-cc64dd83535e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:35.929482 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09fcdba8>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:33Z', 'revision_number': 1, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:35.934569 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4cac4-5abd-435b-8a2e-fc5560052065 None None] The sync data for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi is: [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:33Z', 'revision_number': 1, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:49:35.941782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c130a6e5-5980-4092-b5cc-cc64dd83535e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:35.945949 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c130a6e5-5980-4092-b5cc-cc64dd83535e admin admin] Usage tracker for resource:security_group_rule and tenant:95e26b359fde4af28fce8e804dd741b4 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:35.949093 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c130a6e5-5980-4092-b5cc-cc64dd83535e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:35.971410 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c130a6e5-5980-4092-b5cc-cc64dd83535e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:36.020554 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c0d2ee90-6dbf-47ec-99af-a030caab9926 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:36.084001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847247150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795811'] for router_interface, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:36.166419 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c130a6e5-5980-4092-b5cc-cc64dd83535e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:36.170547 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c130a6e5-5980-4092-b5cc-cc64dd83535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:36.186456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3c552406-bf41-4f49-8804-66efb715d7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:36.236914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130a6e5-5980-4092-b5cc-cc64dd83535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57cc8cf-f6d7-4ede-9c74-8e61854a8c62,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:36.263372 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c130a6e5-5980-4092-b5cc-cc64dd83535e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=95e26b359fde4af28fce8e804dd741b4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6613054
Dec 04 00:49:36.270197 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57016) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:36.271327 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c130a6e5-5980-4092-b5cc-cc64dd83535e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:36.316382 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Pushing event updated for resources: {'Port': ['ID=7ee425b8-0680-4375-a36a-c12349f14a68,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:36.323608 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:36.359480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e2065479-d510-49f4-b2ca-d8d34e4943f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:36.397487 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12473095-79e2-4e0c-8dda-7bf290c17f5b req-2836499f-f49f-424d-ad36-d6689f086471 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:36.399181 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12473095-79e2-4e0c-8dda-7bf290c17f5b req-2836499f-f49f-424d-ad36-d6689f086471 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 932 time: 0.1832876
Dec 04 00:49:36.404521 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e2065479-d510-49f4-b2ca-d8d34e4943f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:36.412044 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Network ef9697c2-5192-435d-8ebe-ebe8581e98d6 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:49:36.444047 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:36.512231 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e2065479-d510-49f4-b2ca-d8d34e4943f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:36.528573 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4966c238-821e-4501-8d6e-200ce9e4fa60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:36.556726 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2065479-d510-49f4-b2ca-d8d34e4943f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57cc8cf-f6d7-4ede-9c74-8e61854a8c62,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:36.565400 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e2065479-d510-49f4-b2ca-d8d34e4943f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:36.575391 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e2065479-d510-49f4-b2ca-d8d34e4943f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:36.585290 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e2065479-d510-49f4-b2ca-d8d34e4943f5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f57cc8cf-f6d7-4ede-9c74-8e61854a8c62 HTTP/1.1" status: 204  len: 168 time: 0.3125634
Dec 04 00:49:36.676966 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12473095-79e2-4e0c-8dda-7bf290c17f5b req-08ea8dad-467d-4ac6-9401-eead33a30164 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2664878
Dec 04 00:49:36.782250 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:49:36.850163 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-934f085f-ff8b-442c-aff3-56016c3db746 None None] Provisioning complete for port 7ee425b8-0680-4375-a36a-c12349f14a68 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:36.850600 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-934f085f-ff8b-442c-aff3-56016c3db746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:36.913033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-934f085f-ff8b-442c-aff3-56016c3db746 None None] Port 7ee425b8-0680-4375-a36a-c12349f14a68 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:49:37.016174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:49:37.039931 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] 10.222.0.88 "PUT /v2.0/routers/21f3ebcc-4d5c-4e3f-98f5-1108a85ea309/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9767601
Dec 04 00:49:37.239503 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57028) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:37.278165 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cc025a54-ab01-423a-a9ce-5dad816b51d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:37.315272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cc025a54-ab01-423a-a9ce-5dad816b51d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:37.334497 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-cc025a54-ab01-423a-a9ce-5dad816b51d0 admin admin] Usage tracker for resource:security_group_rule and tenant:281e0b6ed853427a91cc70d63475ccc4 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:37.341259 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-cc025a54-ab01-423a-a9ce-5dad816b51d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:37.363509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cc025a54-ab01-423a-a9ce-5dad816b51d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:37.432063 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 9752f966-65b4-44c9-8b2c-5ab2de32c11e up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:37.555794 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cc025a54-ab01-423a-a9ce-5dad816b51d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:37.560959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cc025a54-ab01-423a-a9ce-5dad816b51d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:37.573369 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4315217a-d7e1-48ce-a35a-c56d4fae1e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:37.616755 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-cc025a54-ab01-423a-a9ce-5dad816b51d0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=281e0b6ed853427a91cc70d63475ccc4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3733921
Dec 04 00:49:37.617344 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 57034) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:37.639259 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc025a54-ab01-423a-a9ce-5dad816b51d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e92f2e2-92e2-43ca-a80b-58fdcb1c663d,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:37.656080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cc025a54-ab01-423a-a9ce-5dad816b51d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:37.770667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fb56-bbf3-47dd-97c0-fa429b2a5dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:37.771816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 9752f966-65b4-44c9-8b2c-5ab2de32c11e completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:37.785705 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 9752f966-65b4-44c9-8b2c-5ab2de32c11e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:37.786476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:37.823926 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fb56-bbf3-47dd-97c0-fa429b2a5dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:37.934357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fb56-bbf3-47dd-97c0-fa429b2a5dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:37.941553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8c910ba9-0035-4c62-9b29-7059d854c815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:37.967940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8fb56-bbf3-47dd-97c0-fa429b2a5dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e92f2e2-92e2-43ca-a80b-58fdcb1c663d,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:37.970721 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7ac8fb56-bbf3-47dd-97c0-fa429b2a5dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:37.973466 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fb56-bbf3-47dd-97c0-fa429b2a5dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:37.974722 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7ac8fb56-bbf3-47dd-97c0-fa429b2a5dc4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7e92f2e2-92e2-43ca-a80b-58fdcb1c663d HTTP/1.1" status: 204  len: 168 time: 0.3561673
Dec 04 00:49:38.120648 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836895b2-7a98-4cdf-a481-626f6656c550 req-1fad2aa5-c981-47af-8643-1061d239dd6e tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:38.120987 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-836895b2-7a98-4cdf-a481-626f6656c550 req-1fad2aa5-c981-47af-8643-1061d239dd6e tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 932 time: 0.1195590
Dec 04 00:49:38.161789 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:38.191442 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-836895b2-7a98-4cdf-a481-626f6656c550 req-f0909469-cbd8-4de7-863f-19c0b08f7d0d tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610614
Dec 04 00:49:38.228993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port 9752f966-65b4-44c9-8b2c-5ab2de32c11e, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=9752f966-65b4-44c9-8b2c-5ab2de32c11e,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:38.240621 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:38.242694 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4c5c446a-334a-4c53-ace3-6977c8ca76a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:38.375386 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=9752f966-65b4-44c9-8b2c-5ab2de32c11e,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:38.379583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:38.753842 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57064) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:38.760193 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-319128037-network', 'tenant_id': '527429af4f4e41daa645741b0ed5198d'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:38.765681 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:38.769804 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Usage tracker for resource:network and tenant:527429af4f4e41daa645741b0ed5198d is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:38.772923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:38.779674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:38.790703 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Made reservation on behalf of 527429af4f4e41daa645741b0ed5198d for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:49:38.795646 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:38.829205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:38.846417 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:38.850669 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Usage tracker for resource:security_group_rule and tenant:527429af4f4e41daa645741b0ed5198d is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:38.854164 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:38.860808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:38.961068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:38.964710 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:38.968140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ad8d8da8-f7b1-4e12-ae9d-dadc89792370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:39.007397 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:49:39.016167 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8154b582-112a-4383-9d15-ab62f5156c6c,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:39.020309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:39.024181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:39.024550 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Added segment a229c084-235e-46fa-9df5-1aacdd5f9053 of type vxlan for network 20b78178-01d4-463a-9a99-e078d9e81016
Dec 04 00:49:39.055147 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:39.092001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:39.093656 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:39.094320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:39.100169 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:39.374272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 9752f966-65b4-44c9-8b2c-5ab2de32c11e up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:39.483779 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Pushing event updated for resources: {'Network': ['ID=20b78178-01d4-463a-9a99-e078d9e81016,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:39.488848 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.7331703
Dec 04 00:49:39.490205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-92fcc35f-16fc-4638-919a-8ef273cbe22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:39.491119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57078) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:39.499668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Request body: {'subnet': {'network_id': '20b78178-01d4-463a-9a99-e078d9e81016', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-319128037-subnet', 'tenant_id': '527429af4f4e41daa645741b0ed5198d', 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:39.506395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:39.508553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network 20b78178-01d4-463a-9a99-e078d9e81016 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:49:39.511391 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Usage tracker for resource:subnet and tenant:527429af4f4e41daa645741b0ed5198d is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:39.515162 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:39.521520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:39.564807 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Made reservation on behalf of 527429af4f4e41daa645741b0ed5198d for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:49:39.572045 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2260943'] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:39.679290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17a02-16d9-44be-892c-3f5f8084040b req-66f8b866-b6df-4a91-b8e0-c7b32a88e670 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:39.690952 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-08e17a02-16d9-44be-892c-3f5f8084040b req-66f8b866-b6df-4a91-b8e0-c7b32a88e670 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 932 time: 0.2294431
Dec 04 00:49:39.715939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network 20b78178-01d4-463a-9a99-e078d9e81016 details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:49:39.809366 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-08e17a02-16d9-44be-892c-3f5f8084040b req-dade571e-6adb-4338-b498-d7e172fd0610 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173227
Dec 04 00:49:39.956351 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 9752f966-65b4-44c9-8b2c-5ab2de32c11e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:39.956527 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:40.238418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851524055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2260958'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:40.262919 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-12338bd6-e1e9-48f1-a629-7af898926291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:40.301520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Sync routers for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:49:40.314490 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:40.315564 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09db8828>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:40.394877 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b2d403-00c1-46d0-9d78-8160e59e82e9,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:40.410617 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:40.493477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Checking segment: {'id': 'a229c084-235e-46fa-9df5-1aacdd5f9053', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20b78178-01d4-463a-9a99-e078d9e81016'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:49:40.494010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Network hostable DHCP agents. Network: 20b78178-01d4-463a-9a99-e078d9e81016, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:49:40.518887 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Network 20b78178-01d4-463a-9a99-e078d9e81016 is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:49:40.525782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:40.528072 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, 20b78178-01d4-463a-9a99-e078d9e81016) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:40.538616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87bd7dd-f6a0-43b1-8803-fc6f22a89580 None None] Network 20b78178-01d4-463a-9a99-e078d9e81016 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:49:40.541103 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:40.541731 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:40.564005 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e78c45e2-88d3-4273-8cae-c015eba032a3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0713935
Dec 04 00:49:40.567111 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 57096) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:40.579469 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-319128037-router', 'tenant_id': '527429af4f4e41daa645741b0ed5198d', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:40.585113 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:40.589842 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Usage tracker for resource:router and tenant:527429af4f4e41daa645741b0ed5198d is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:40.594031 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:40.601704 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:40.615734 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854759826'] for router, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:40.617678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853796119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15974'] for router, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:40.633993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:40.813694 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5b127e5-83c8-5931-8751-a31674356172-20b78178-01d4-463a-9a99-e078d9e81016', 'network_id': '20b78178-01d4-463a-9a99-e078d9e81016', 'tenant_id': '527429af4f4e41daa645741b0ed5198d', 'fixed_ips': [{'subnet_id': '70b2d403-00c1-46d0-9d78-8160e59e82e9'}]}} from dv-cinder-763306-5-iscsi. {{(pid=80264) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 04 00:49:40.814327 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:40.939165 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09db8828>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 2, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:40.945612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Checking router: 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:49:40.946150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Updating router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 port 7ee425b8-0680-4375-a36a-c12349f14a68 binding host dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:49:41.002296 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853796102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15991'] for router, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:41.028769 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:41.137524 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cc2d7-89a0-4774-8dab-f224de673c1a req-9a5a986e-81a2-4276-b34b-6a7fb81794ed tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:41.148847 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-228cc2d7-89a0-4774-8dab-f224de673c1a req-9a5a986e-81a2-4276-b34b-6a7fb81794ed tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 932 time: 0.1628773
Dec 04 00:49:41.280287 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-228cc2d7-89a0-4774-8dab-f224de673c1a req-9d6f23ea-35e7-4af3-9c39-4cebb97cffc8 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302650
Dec 04 00:49:41.453843 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Allocated IP 172.20.0.2 (20b78178-01d4-463a-9a99-e078d9e81016/70b2d403-00c1-46d0-9d78-8160e59e82e9/6b186a08-b9d2-4c56-8c0d-fa229bbb4a04) {{(pid=80264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:49:41.476406 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Request body: {'port': {'device_id': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:41.626490 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:41.652616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:41.674347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Transition to ACTIVE for port object 7ee425b8-0680-4375-a36a-c12349f14a68 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:41.678459 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:41.696090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:41.770540 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Notify callbacks [] for port, precommit_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:41.779267 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365bc48-796f-4817-bb3c-a496fe6f536e None None] Pushing event updated for resources: {'Port': ['ID=7ee425b8-0680-4375-a36a-c12349f14a68,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:41.783630 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6365bc48-796f-4817-bb3c-a496fe6f536e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:41.801374 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Transition to ACTIVE for port object 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:41.838477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Transition to ACTIVE for port object 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 will not be triggered until provisioned by entity DHCP. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:41.869915 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338'] for port, after_create {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:41.893520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-362b6e53-88ef-43f0-9b95-f90bff903a27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:41.970926 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Pushing event updated for resources: {'Port': ['ID=6b186a08-b9d2-4c56-8c0d-fa229bbb4a04,revision_number=1']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:42.076207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:42.095733 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:42.123453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Attempting to bind port 7ee425b8-0680-4375-a36a-c12349f14a68 on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:49:42.123786 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Attempting to bind port 7ee425b8-0680-4375-a36a-c12349f14a68 by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:49:42.124203 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Attempting to bind port 7ee425b8-0680-4375-a36a-c12349f14a68 on network ef9697c2-5192-435d-8ebe-ebe8581e98d6 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:49:42.131010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:49:42.131448 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Checking segment: {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:49:42.131915 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:42.132353 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Bound using segment: {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:49:42.132882 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Bound port: 7ee425b8-0680-4375-a36a-c12349f14a68, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:49:42.133299 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:42.212979 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:42.263360 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9806f564-3160-4a7e-9ac4-c58c228e87d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:42.280345 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Network 20b78178-01d4-463a-9a99-e078d9e81016 is already hosted by enough agents. {{(pid=80264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:49:42.283862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Resources bound (agent type, host, resource id):  {{(pid=80264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:42.291876 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Received port after_create {{(pid=80264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:49:42.324212 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] For port 7ee425b8-0680-4375-a36a-c12349f14a68, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:49:42.328947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] For port 7ee425b8-0680-4375-a36a-c12349f14a68, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=7ee425b8-0680-4375-a36a-c12349f14a68,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:49:42.333748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:42.364900 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:42.396102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Attempting to bind port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:49:42.396514 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Attempting to bind port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'a229c084-235e-46fa-9df5-1aacdd5f9053', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20b78178-01d4-463a-9a99-e078d9e81016'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:49:42.396956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Attempting to bind port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 on network 20b78178-01d4-463a-9a99-e078d9e81016 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:49:42.410223 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:49:42.410663 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Checking segment: {'id': 'a229c084-235e-46fa-9df5-1aacdd5f9053', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20b78178-01d4-463a-9a99-e078d9e81016'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:49:42.411947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:42.411947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Bound using segment: {'id': 'a229c084-235e-46fa-9df5-1aacdd5f9053', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20b78178-01d4-463a-9a99-e078d9e81016'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:49:42.412158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Bound port: 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a229c084-235e-46fa-9df5-1aacdd5f9053', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20b78178-01d4-463a-9a99-e078d9e81016'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:49:42.412505 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:42.458190 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365bc48-796f-4817-bb3c-a496fe6f536e None None] Pushing event updated for resources: {'Port': ['ID=7ee425b8-0680-4375-a36a-c12349f14a68,revision_number=4']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:42.524494 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6365bc48-796f-4817-bb3c-a496fe6f536e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:42.525568 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] For port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:49:42.529716 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] For port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=6b186a08-b9d2-4c56-8c0d-fa229bbb4a04,segment=NetworkSegment(a229c084-235e-46fa-9df5-1aacdd5f9053),segment_id=a229c084-235e-46fa-9df5-1aacdd5f9053)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:49:42.534849 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:42.551586 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f54aff09-5fd0-4928-a207-9b0c6b9e45c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:42.660711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:42.661653 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09db8828>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:42.720386 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Allocated IP 172.27.3.73 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/61158aa8-5fe4-4ad3-a8d8-4d05383f36ac) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:49:42.737557 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Pushing event updated for resources: {'Port': ['ID=6b186a08-b9d2-4c56-8c0d-fa229bbb4a04,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:42.748934 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:42.929518 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:42.980697 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:43.040881 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0504f-3b29-45e4-8c0f-ef80ad9cb9e7 req-df2893a2-898e-40b3-bb6b-3061baa2deb3 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:43.042621 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-19a0504f-3b29-45e4-8c0f-ef80ad9cb9e7 req-df2893a2-898e-40b3-bb6b-3061baa2deb3 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 932 time: 0.5529387
Dec 04 00:49:43.082290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:43.108706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ac46c969-f7b4-4d60-8ac3-d14bd1b5d991 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:43.325075 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-19a0504f-3b29-45e4-8c0f-ef80ad9cb9e7 req-54c21c8e-8756-4b32-8b15-0279fe334a04 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2729974
Dec 04 00:49:43.457920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Pushing event updated for resources: {'Port': ['ID=61158aa8-5fe4-4ad3-a8d8-4d05383f36ac,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:43.484283 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:43.511703 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf038aa4-fc62-4e1c-a863-14849f7518c7 {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:49:43.516550 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09db8828>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:42Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:43.524757 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f96a4be-a41a-4e4d-888e-031c9bc86ab4 None None] The sync data for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi is: [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:42Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:49:43.542146 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:43.555313 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:43.595903 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Transition to ACTIVE for port object cf038aa4-fc62-4e1c-a863-14849f7518c7 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:43.607197 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2563008'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:43.630608 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b8bb269a-9f47-4a14-b9a1-df13eaaa0408 tempest-ServerRescueNegativeTestJSON-22883813 tempest-ServerRescueNegativeTestJSON-22883813] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:43.633050 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57150) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:43.638742 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:43.672786 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 7ee425b8-0680-4375-a36a-c12349f14a68 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:43.692950 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:49:43.748556 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:43.762128 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 7ee425b8-0680-4375-a36a-c12349f14a68 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:43.770140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 7ee425b8-0680-4375-a36a-c12349f14a68 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:43.770842 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:43.784404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:49:43.908600 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7348c067-6297-44c2-8722-0d877920037b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:43.918221 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:43.931134 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7348c067-6297-44c2-8722-0d877920037b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:43.937921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7348c067-6297-44c2-8722-0d877920037b admin admin] Usage tracker for resource:security_group_rule and tenant:2c4e710d56e347fba1c58b46753e8b3b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:43.942071 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-7348c067-6297-44c2-8722-0d877920037b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:43.949112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-7348c067-6297-44c2-8722-0d877920037b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:43.954388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port 7ee425b8-0680-4375-a36a-c12349f14a68, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=7ee425b8-0680-4375-a36a-c12349f14a68,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:43.959625 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:43.961870 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-19f3f2d6-d4fe-44ca-8644-6479ee72cb2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:44.042841 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=7ee425b8-0680-4375-a36a-c12349f14a68,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:44.046039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Pushing event updated for resources: {'Port': ['ID=cf038aa4-fc62-4e1c-a863-14849f7518c7,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:44.046970 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:44.057832 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7348c067-6297-44c2-8722-0d877920037b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:44.061988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7348c067-6297-44c2-8722-0d877920037b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:44.072449 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-de1afc33-85c8-41ca-91f1-fba3e7abf4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:44.110193 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-7348c067-6297-44c2-8722-0d877920037b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2c4e710d56e347fba1c58b46753e8b3b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4731226
Dec 04 00:49:44.111457 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57158) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:44.158791 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348c067-6297-44c2-8722-0d877920037b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394ce208-d3da-475f-b8bc-d81aa2084ee6,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:44.164936 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7348c067-6297-44c2-8722-0d877920037b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:44.241576 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-74649fbe-2d19-4f5c-90cd-daf85a4def9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:44.276148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-74649fbe-2d19-4f5c-90cd-daf85a4def9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:44.300658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:44.331520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-74649fbe-2d19-4f5c-90cd-daf85a4def9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:44.338950 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e2065479-d510-49f4-b2ca-d8d34e4943f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:44.353868 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-74649fbe-2d19-4f5c-90cd-daf85a4def9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:44.356242 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-74649fbe-2d19-4f5c-90cd-daf85a4def9b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/394ce208-d3da-475f-b8bc-d81aa2084ee6 HTTP/1.1" status: 204  len: 168 time: 0.2434165
Dec 04 00:49:44.360219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74649fbe-2d19-4f5c-90cd-daf85a4def9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394ce208-d3da-475f-b8bc-d81aa2084ee6,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:44.362926 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-74649fbe-2d19-4f5c-90cd-daf85a4def9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:44.459108 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-05efebdf-2010-45c5-ab93-14b38cc67673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:44.585875 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bf2813-5d0e-4a01-9ac7-f123bf2eb9fa None None] Network 20b78178-01d4-463a-9a99-e078d9e81016 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:49:44.684935 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76672639-9c61-4b16-924e-99f81a3da1df req-ad2d0ac4-2e2c-46ea-a35f-0e2afd2fb784 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:44.693167 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-76672639-9c61-4b16-924e-99f81a3da1df req-ad2d0ac4-2e2c-46ea-a35f-0e2afd2fb784 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 944 time: 0.1297243
Dec 04 00:49:44.725413 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6faaf42a-3ed5-4378-bb4f-5d8b480c65be None None] Provisioning for port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:44.738746 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72546f3-c089-427e-aea3-989c433ce0ec req-a05e54db-5d2d-4af6-9df3-3b637f6eb5b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:44.747054 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e72546f3-c089-427e-aea3-989c433ce0ec req-a05e54db-5d2d-4af6-9df3-3b637f6eb5b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.8408244
Dec 04 00:49:44.747291 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6faaf42a-3ed5-4378-bb4f-5d8b480c65be None None] Provisioning complete for port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:44.748136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6faaf42a-3ed5-4378-bb4f-5d8b480c65be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:44.780125 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-76672639-9c61-4b16-924e-99f81a3da1df req-3b043f7e-ae8c-4912-b10d-58e259b6ae62 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858605
Dec 04 00:49:44.846947 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e72546f3-c089-427e-aea3-989c433ce0ec req-9c928e0b-6ba3-4564-97dc-485a3e97d805 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0991654
Dec 04 00:49:44.908111 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57168) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:44.923883 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:44.927447 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85131cc6-8e92-448e-a19b-43097f5d13bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:44.944879 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-85131cc6-8e92-448e-a19b-43097f5d13bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:44.949356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-85131cc6-8e92-448e-a19b-43097f5d13bf admin admin] Usage tracker for resource:security_group_rule and tenant:62ab26e62e5f40c2b9fb34343181787c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:44.953842 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-85131cc6-8e92-448e-a19b-43097f5d13bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:44.960428 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-85131cc6-8e92-448e-a19b-43097f5d13bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:45.050364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Attempting to bind port cf038aa4-fc62-4e1c-a863-14849f7518c7 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:49:45.050742 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Attempting to bind port cf038aa4-fc62-4e1c-a863-14849f7518c7 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '72453cb1-c0e3-4564-a40f-61e9e847e988', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:49:45.050999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Attempting to bind port cf038aa4-fc62-4e1c-a863-14849f7518c7 on network fd27a085-0b96-4520-ae0d-abd50f786818 {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:49:45.070430 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85131cc6-8e92-448e-a19b-43097f5d13bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:45.074302 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-85131cc6-8e92-448e-a19b-43097f5d13bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:45.076968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:49:45.077354 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Checking segment: {'id': '72453cb1-c0e3-4564-a40f-61e9e847e988', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:49:45.077779 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:45.078181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Bound using segment: {'id': '72453cb1-c0e3-4564-a40f-61e9e847e988', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:49:45.078690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Bound port: cf038aa4-fc62-4e1c-a863-14849f7518c7, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72453cb1-c0e3-4564-a40f-61e9e847e988', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:49:45.079070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:45.085636 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f65e0d8f-ad52-4093-980f-cbcd4f6cbea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:45.131794 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6faaf42a-3ed5-4378-bb4f-5d8b480c65be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:45.138368 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-85131cc6-8e92-448e-a19b-43097f5d13bf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=62ab26e62e5f40c2b9fb34343181787c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2264419
Dec 04 00:49:45.138368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85131cc6-8e92-448e-a19b-43097f5d13bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677145ab-b408-4411-a9f3-0b84d4f1f302,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:45.139627 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57174) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:45.142808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-85131cc6-8e92-448e-a19b-43097f5d13bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:45.203487 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] For port cf038aa4-fc62-4e1c-a863-14849f7518c7, host hv-cinder-76330, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:49:45.206761 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] For port cf038aa4-fc62-4e1c-a863-14849f7518c7, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7,segment=NetworkSegment(72453cb1-c0e3-4564-a40f-61e9e847e988),segment_id=72453cb1-c0e3-4564-a40f-61e9e847e988)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:49:45.213789 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2563008'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:45.215725 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-08d57147-0216-4648-ab8e-1f56b18bf86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:45.218836 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6faaf42a-3ed5-4378-bb4f-5d8b480c65be None None] For port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=6b186a08-b9d2-4c56-8c0d-fa229bbb4a04,segment=NetworkSegment(a229c084-235e-46fa-9df5-1aacdd5f9053),segment_id=a229c084-235e-46fa-9df5-1aacdd5f9053)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:45.224054 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6faaf42a-3ed5-4378-bb4f-5d8b480c65be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:45.229777 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:45.232624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:45.246937 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-08d57147-0216-4648-ab8e-1f56b18bf86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:45.301723 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-08d57147-0216-4648-ab8e-1f56b18bf86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:45.308119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7446c2c0-7fe8-4c72-a2f7-7e92f46c3083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:45.325012 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-08d57147-0216-4648-ab8e-1f56b18bf86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:45.326534 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-08d57147-0216-4648-ab8e-1f56b18bf86b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/677145ab-b408-4411-a9f3-0b84d4f1f302 HTTP/1.1" status: 204  len: 168 time: 0.1858656
Dec 04 00:49:45.327250 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d57147-0216-4648-ab8e-1f56b18bf86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677145ab-b408-4411-a9f3-0b84d4f1f302,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:45.341102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-08d57147-0216-4648-ab8e-1f56b18bf86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:45.396386 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 7ee425b8-0680-4375-a36a-c12349f14a68 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:45.459983 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faaf42a-3ed5-4378-bb4f-5d8b480c65be None None] Pushing event updated for resources: {'Port': ['ID=6b186a08-b9d2-4c56-8c0d-fa229bbb4a04,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:45.463701 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6faaf42a-3ed5-4378-bb4f-5d8b480c65be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:45.517305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 7ee425b8-0680-4375-a36a-c12349f14a68 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:45.522010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:45.548373 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Pushing event updated for resources: {'Port': ['ID=cf038aa4-fc62-4e1c-a863-14849f7518c7,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:45.560032 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:45.638815 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853796835'] for router, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:45.642507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:45.643210 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:45.645015 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e28b523b-6026-42ed-a28d-ee8692384015 req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] 10.222.0.91 "PUT /v2.0/ports/cf038aa4-fc62-4e1c-a863-14849f7518c7 HTTP/1.1" status: 200  len: 1158 time: 4.6098206
Dec 04 00:49:45.645575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:49:45.779598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:45.804920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-0c44cdf4-9ecd-4274-9554-64587bf5315c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:45.806677 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-0c44cdf4-9ecd-4274-9554-64587bf5315c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.91 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.2002869
Dec 04 00:49:45.847858 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-b8793d6b-885e-49e2-b298-b5920d2e60c1 None None] Provisioning complete for port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:45.848468 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b8793d6b-885e-49e2-b298-b5920d2e60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:46.018691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Deleting port e677a940-c677-4147-a623-c097d8ea0299 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:49:46.019187 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:46.137542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:46.163593 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7', 'status': 'completed', 'code': 200}
Dec 04 00:49:46.295382 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d9312fba-5cfe-4fb1-8dbc-b8354c952598 None None] Provisioning complete for port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:46.295769 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d9312fba-5cfe-4fb1-8dbc-b8354c952598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:46.305562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Router 4072d99d-8f3a-411c-96ef-4bc7ec12080e is scheduled to L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 with binding_index 1 {{(pid=80263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 04 00:49:46.318252 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b523b-6026-42ed-a28d-ee8692384015 req-e3dbc8da-f1dd-4fa1-83ba-72b121df2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:46.320211 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e28b523b-6026-42ed-a28d-ee8692384015 req-e3dbc8da-f1dd-4fa1-83ba-72b121df2a90 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9581564017a74dacabe1c0cb6793aabe&device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 1161 time: 0.3846612
Dec 04 00:49:46.482100 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e28b523b-6026-42ed-a28d-ee8692384015 req-86b1bdec-1be8-4b22-9592-ae01c6992f38 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7 HTTP/1.1" status: 200  len: 217 time: 0.1484404
Dec 04 00:49:46.496283 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556e5b0-4927-4451-9004-6b0327af5540 req-0e25eea4-63d4-41fd-9054-70a82a9f1b59 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:46.497934 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8556e5b0-4927-4451-9004-6b0327af5540 req-0e25eea4-63d4-41fd-9054-70a82a9f1b59 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 946 time: 0.1600788
Dec 04 00:49:46.499932 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] For port e677a940-c677-4147-a623-c097d8ea0299, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e677a940-c677-4147-a623-c097d8ea0299,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:46.500338 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:46.589395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-2eeea4a0-865b-4ce9-a05e-d433c6e882c7 None None] Provisioning complete for port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:46.590062 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2eeea4a0-865b-4ce9-a05e-d433c6e882c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:46.633661 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d965aa-ddde-4cdc-ae03-aded8dd49406 req-c07d19b4-eb1c-4cd8-a7dd-2513ef093206 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:46.635502 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0d965aa-ddde-4cdc-ae03-aded8dd49406 req-c07d19b4-eb1c-4cd8-a7dd-2513ef093206 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 944 time: 0.6089156
Dec 04 00:49:46.648090 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8556e5b0-4927-4451-9004-6b0327af5540 req-b6877135-f0bb-4424-86bd-d8a270d456c5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=3557725f-f492-4584-b935-3b5857a34c98&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1389172
Dec 04 00:49:46.760008 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:46.849935 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device e677a940-c677-4147-a623-c097d8ea0299 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:49:46.921697 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:46.922107 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:46.922465 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Floating IP 0e5a0b4b-daf6-4606-88a1-32ad9c11af7c disassociated. External IP: 172.27.3.249, port: e677a940-c677-4147-a623-c097d8ea0299.
Dec 04 00:49:46.922843 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Calling delete_port for e677a940-c677-4147-a623-c097d8ea0299 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:49:46.952739 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b523b-6026-42ed-a28d-ee8692384015 req-720a7467-d82a-4dd6-9ed2-b2a683ea1c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:46.954342 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e28b523b-6026-42ed-a28d-ee8692384015 req-720a7467-d82a-4dd6-9ed2-b2a683ea1c08 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3c0996dd-2506-4c97-b879-7d5a1619ebc6 HTTP/1.1" status: 200  len: 854 time: 0.4068494
Dec 04 00:49:46.993772 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:47.035983 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b0d965aa-ddde-4cdc-ae03-aded8dd49406 req-376c9874-33ae-48e4-816e-d549fabbff80 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3881502
Dec 04 00:49:47.039636 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:49:47.056158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Sync routers for ids ['4072d99d-8f3a-411c-96ef-4bc7ec12080e'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:49:47.086748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:47.087894 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Routers {'4072d99d-8f3a-411c-96ef-4bc7ec12080e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:47.088326 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.5199594
Dec 04 00:49:47.089122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0ad9bba8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['4072d99d-8f3a-411c-96ef-4bc7ec12080e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:47.091420 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57208) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:47.092265 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b523b-6026-42ed-a28d-ee8692384015 req-36f4847f-29a8-4f9c-a7a0-9db91cd92c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:47.093990 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e28b523b-6026-42ed-a28d-ee8692384015 req-36f4847f-29a8-4f9c-a7a0-9db91cd92c2b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fd27a085-0b96-4520-ae0d-abd50f786818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1224720
Dec 04 00:49:47.249671 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e28b523b-6026-42ed-a28d-ee8692384015 req-58852072-7645-4715-9597-c96b1163af11 service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477470
Dec 04 00:49:47.277818 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:47.303927 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:47.327769 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Set router 4072d99d-8f3a-411c-96ef-4bc7ec12080e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:47.391918 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event deleted for resources: {'Port': ['ID=e677a940-c677-4147-a623-c097d8ea0299,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:47.396117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:47.432280 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e28b523b-6026-42ed-a28d-ee8692384015 req-df0e1015-2272-45c3-afd2-10c32fea71de service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1748652
Dec 04 00:49:47.470859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:47.591004 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21246ff-06af-4d69-ba24-e5fbac38ec29 req-c4cd32d9-1d9d-4988-ad9f-ae5f75d1e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:47.593568 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b21246ff-06af-4d69-ba24-e5fbac38ec29 req-c4cd32d9-1d9d-4988-ad9f-ae5f75d1e30f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9581564017a74dacabe1c0cb6793aabe&device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 1161 time: 0.1055639
Dec 04 00:49:47.729142 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:47.729682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:47.791240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21246ff-06af-4d69-ba24-e5fbac38ec29 req-e287632d-a95c-4818-aac5-1b457bb98eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:47.793015 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b21246ff-06af-4d69-ba24-e5fbac38ec29 req-e287632d-a95c-4818-aac5-1b457bb98eaa service neutron] 10.222.0.91 "GET /v2.0/networks?id=fd27a085-0b96-4520-ae0d-abd50f786818 HTTP/1.1" status: 200  len: 909 time: 0.1888096
Dec 04 00:49:47.927937 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b21246ff-06af-4d69-ba24-e5fbac38ec29 req-898110b2-9d2e-4909-815c-5a39d642e043 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7 HTTP/1.1" status: 200  len: 217 time: 0.1262069
Dec 04 00:49:47.957052 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0ad9bba8>, [{'id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'name': 'tempest-TestVolumeBootPattern-319128037-router', 'tenant_id': '527429af4f4e41daa645741b0ed5198d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:40Z', 'updated_at': '2020-12-04T00:49:44Z', 'revision_number': 3, 'project_id': '527429af4f4e41daa645741b0ed5198d', 'gw_port': {'id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:42Z', 'updated_at': '2020-12-04T00:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:47.965163 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Checking router: 4072d99d-8f3a-411c-96ef-4bc7ec12080e for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:49:47.965563 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Updating router 4072d99d-8f3a-411c-96ef-4bc7ec12080e port 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac binding host dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:49:48.014294 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21246ff-06af-4d69-ba24-e5fbac38ec29 req-369bc0e7-1b85-4e46-89c3-5864fd5e8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:48.015873 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b21246ff-06af-4d69-ba24-e5fbac38ec29 req-369bc0e7-1b85-4e46-89c3-5864fd5e8ec2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3c0996dd-2506-4c97-b879-7d5a1619ebc6 HTTP/1.1" status: 200  len: 854 time: 0.0810375
Dec 04 00:49:48.041786 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:48.061359 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5af2447f-e3ed-4120-9f1d-1ec21584c0b5 req-fc2127d4-f720-4190-b216-adb9df06f5fc tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 210 time: 0.0828042
Dec 04 00:49:48.128176 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21246ff-06af-4d69-ba24-e5fbac38ec29 req-d6a16e61-d294-4871-8858-a08717468a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:48.128176 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b21246ff-06af-4d69-ba24-e5fbac38ec29 req-d6a16e61-d294-4871-8858-a08717468a5e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fd27a085-0b96-4520-ae0d-abd50f786818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0973763
Dec 04 00:49:48.342634 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b21246ff-06af-4d69-ba24-e5fbac38ec29 req-4784e1f2-6a70-489e-824f-6eaec41d8f09 service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2109706
Dec 04 00:49:48.629955 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b21246ff-06af-4d69-ba24-e5fbac38ec29 req-fcc0971c-ff20-4265-9f8c-3dfaa290842c service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2771897
Dec 04 00:49:48.637205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e329d-4f5f-469b-bfe8-f6ad4c507871 req-9bde5aa3-8987-4ab4-a0ca-227fe259af63 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:48.638985 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a94e329d-4f5f-469b-bfe8-f6ad4c507871 req-9bde5aa3-8987-4ab4-a0ca-227fe259af63 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 944 time: 0.1496570
Dec 04 00:49:48.706209 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a94e329d-4f5f-469b-bfe8-f6ad4c507871 req-b5430dd1-d289-4ac9-bb66-0f68a8062e50 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469060
Dec 04 00:49:48.769753 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Router a0b2bddf-d440-4ba8-a24c-b74790c277cf has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:49:48.781233 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Notify callbacks [] for port, precommit_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:48.795593 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Transition to ACTIVE for port object 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac will not be triggered until provisioned by entity L2. {{(pid=80264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:48.800044 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:48.819730 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6faaf42a-3ed5-4378-bb4f-5d8b480c65be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:49.016617 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d8712-86c5-4bbc-9c45-b565a04f44d0 None None] Pushing event updated for resources: {'Port': ['ID=61158aa8-5fe4-4ad3-a8d8-4d05383f36ac,revision_number=2']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:49.054147 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:49:49.065758 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a188d4a5-2d6b-4ff7-9b61-666a1a48a716 None None] Sync routers for ids ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:49:49.098030 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a188d4a5-2d6b-4ff7-9b61-666a1a48a716 None None] Routers {'a0b2bddf-d440-4ba8-a24c-b74790c277cf'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:49.098988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a188d4a5-2d6b-4ff7-9b61-666a1a48a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09ead2b0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:49.101514 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] No DVR routers for this DVR port e677a940-c677-4147-a623-c097d8ea0299 on host hv-cinder-76330 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:49:49.107469 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:49.110852 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096e09a6-f542-495a-948a-e37568692e18', 'name': 'network-vif-deleted', 'tag': 'e677a940-c677-4147-a623-c097d8ea0299'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:49:49.167175 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ea68d695-d9ff-4f13-b598-8ab50f377827 req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.91 "DELETE /v2.0/ports/e677a940-c677-4147-a623-c097d8ea0299 HTTP/1.1" status: 204  len: 173 time: 3.3518867
Dec 04 00:49:49.240708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:49.381915 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ce2d8712-86c5-4bbc-9c45-b565a04f44d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:49.462286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.objects.ports [None req-f17bcd7d-8106-48cd-bc35-e0c8b4c9bdc4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80264) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 04 00:49:49.509304 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-99a48b19-6b0a-42c8-a9ce-14c7be7cc068 req-3cb61562-a008-4a7c-9fe8-590f2d12de06 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=096e09a6-f542-495a-948a-e37568692e18 HTTP/1.1" status: 200  len: 210 time: 0.1206796
Dec 04 00:49:49.537525 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Attempting to bind port 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:49:49.537764 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Attempting to bind port 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:49:49.538178 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Attempting to bind port 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac on network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:49:49.548420 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:49:49.549359 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Checking segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:49:49.549359 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:49.549675 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Bound using segment: {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'} {{(pid=80264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:49:49.550205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Bound port: 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3750de-ccd4-4f05-aca1-5d9261bac0e8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}}] {{(pid=80264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:49:49.550635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:49.640853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] For port 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:49:49.644754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] For port 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=61158aa8-5fe4-4ad3-a8d8-4d05383f36ac,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:49:49.649222 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:49.670508 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8e106386-ccc5-4cb3-bc16-99ad65d0526a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:49.852287 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d8712-86c5-4bbc-9c45-b565a04f44d0 None None] Pushing event updated for resources: {'Port': ['ID=61158aa8-5fe4-4ad3-a8d8-4d05383f36ac,revision_number=3']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:49.862545 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ce2d8712-86c5-4bbc-9c45-b565a04f44d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:49.894306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cf038aa4-fc62-4e1c-a863-14849f7518c7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:49.906458 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096e09a6-f542-495a-948a-e37568692e18', 'name': 'network-vif-deleted', 'tag': 'e677a940-c677-4147-a623-c097d8ea0299', 'status': 'completed', 'code': 200}
Dec 04 00:49:49.917226 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Allocated IP 172.20.0.1 (20b78178-01d4-463a-9a99-e078d9e81016/70b2d403-00c1-46d0-9d78-8160e59e82e9/bd6a2390-d85a-4e75-b17e-4293fab92571) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:49:49.922704 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a188d4a5-2d6b-4ff7-9b61-666a1a48a716 None None] Set router a0b2bddf-d440-4ba8-a24c-b74790c277cf gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:49.999628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Routers {'4072d99d-8f3a-411c-96ef-4bc7ec12080e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:50.000384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0ad9bba8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['4072d99d-8f3a-411c-96ef-4bc7ec12080e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:50.174522 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb79110-4075-463f-abb7-4c11f2bead94 req-25ff4253-a7f8-4240-8ac8-5f621953577e tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:50.176731 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9fb79110-4075-463f-abb7-4c11f2bead94 req-25ff4253-a7f8-4240-8ac8-5f621953577e tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 944 time: 0.1916077
Dec 04 00:49:50.257933 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:50.294435 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9fb79110-4075-463f-abb7-4c11f2bead94 req-cd355541-0987-41b9-9b32-a231e10b3510 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036162
Dec 04 00:49:50.299617 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port cf038aa4-fc62-4e1c-a863-14849f7518c7 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:50.324177 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Transition to ACTIVE for port object bd6a2390-d85a-4e75-b17e-4293fab92571 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:50.324926 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port cf038aa4-fc62-4e1c-a863-14849f7518c7 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:50.325495 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:50.364834 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:50.398345 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:50.420412 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] Set router 4072d99d-8f3a-411c-96ef-4bc7ec12080e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:50.459032 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a188d4a5-2d6b-4ff7-9b61-666a1a48a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09ead2b0>, [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:21Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'fcc71633-b53b-40b7-94ff-a121b5cc8c32', 'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'mac_address': 'fa:16:3e:69:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:18Z', 'updated_at': '2020-12-04T00:44:31Z', 'revision_number': 5, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'subnets': [{'id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:50.464456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a188d4a5-2d6b-4ff7-9b61-666a1a48a716 None None] Checking router: a0b2bddf-d440-4ba8-a24c-b74790c277cf for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:49:50.486331 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a188d4a5-2d6b-4ff7-9b61-666a1a48a716 None None] Routers {'a0b2bddf-d440-4ba8-a24c-b74790c277cf'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:50.487109 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a188d4a5-2d6b-4ff7-9b61-666a1a48a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09ead2b0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:50.688270 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a188d4a5-2d6b-4ff7-9b61-666a1a48a716 None None] Set router a0b2bddf-d440-4ba8-a24c-b74790c277cf gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:50.739283 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:50.790995 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Network 20b78178-01d4-463a-9a99-e078d9e81016 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:49:50.792046 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6a2390-d85a-4e75-b17e-4293fab92571,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:50.805432 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:49:50.808239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:50.809017 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:50.812807 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:49:50.836767 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 57260) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:50.861744 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port cf038aa4-fc62-4e1c-a863-14849f7518c7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7,segment=NetworkSegment(72453cb1-c0e3-4564-a40f-61e9e847e988),segment_id=72453cb1-c0e3-4564-a40f-61e9e847e988)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:50.874438 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:50.881594 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:50.945810 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-979136'] for router_interface, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:51.003999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2f81d920-c85e-435e-b404-a466249bd284 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:51.069235 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2f81d920-c85e-435e-b404-a466249bd284 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:51.070625 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cf038aa4-fc62-4e1c-a863-14849f7518c7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:51.128497 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2f81d920-c85e-435e-b404-a466249bd284 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:51.134186 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fca0564b-a5a5-47a4-99cd-b69a327f9b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:51.187829 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81d920-c85e-435e-b404-a466249bd284 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event deleted for resources: {'SecurityGroup': ['ID=3557725f-f492-4584-b935-3b5857a34c98,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:51.192055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2f81d920-c85e-435e-b404-a466249bd284 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:51.230690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2f81d920-c85e-435e-b404-a466249bd284 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:51.234659 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2f81d920-c85e-435e-b404-a466249bd284 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "DELETE /v2.0/security-groups/3557725f-f492-4584-b935-3b5857a34c98 HTTP/1.1" status: 204  len: 168 time: 0.3966503
Dec 04 00:49:51.235377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 57270) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:51.276222 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.v2.resource [None req-c7034243-998b-4f4c-aef2-d46a96f73c67 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] show failed (client error): The resource could not be found.
Dec 04 00:49:51.277390 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c7034243-998b-4f4c-aef2-d46a96f73c67 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups/3557725f-f492-4584-b935-3b5857a34c98 HTTP/1.1" status: 404  len: 347 time: 0.0384252
Dec 04 00:49:51.281964 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 57276) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:51.301435 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:51.362329 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7', 'code': 200}
Dec 04 00:49:51.473651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a188d4a5-2d6b-4ff7-9b61-666a1a48a716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09ead2b0>, [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:21Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'fcc71633-b53b-40b7-94ff-a121b5cc8c32', 'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'mac_address': 'fa:16:3e:69:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:18Z', 'updated_at': '2020-12-04T00:44:31Z', 'revision_number': 5, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'subnets': [{'id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:51.486123 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a188d4a5-2d6b-4ff7-9b61-666a1a48a716 None None] The sync data for ids ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'] in dv-cinder-763306-5-iscsi is: [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:21Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'fcc71633-b53b-40b7-94ff-a121b5cc8c32', 'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'mac_address': 'fa:16:3e:69:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:18Z', 'updated_at': '2020-12-04T00:44:31Z', 'revision_number': 5, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'subnets': [{'id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:49:51.495096 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-1668c649-45b5-42b3-9ba5-cc935251bc58 None None] Provisioning for port bd6a2390-d85a-4e75-b17e-4293fab92571 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:51.532866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-1668c649-45b5-42b3-9ba5-cc935251bc58 None None] Provisioning complete for port bd6a2390-d85a-4e75-b17e-4293fab92571 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:51.533298 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1668c649-45b5-42b3-9ba5-cc935251bc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:51.606484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=cf038aa4-fc62-4e1c-a863-14849f7518c7,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:51.610623 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:51.612785 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0ad9bba8>, [{'id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'name': 'tempest-TestVolumeBootPattern-319128037-router', 'tenant_id': '527429af4f4e41daa645741b0ed5198d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:40Z', 'updated_at': '2020-12-04T00:49:44Z', 'revision_number': 3, 'project_id': '527429af4f4e41daa645741b0ed5198d', 'gw_port': {'id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:42Z', 'updated_at': '2020-12-04T00:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:51.620600 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6cb174-5d16-4b2d-baf3-be2ae0f6ab50 None None] The sync data for ids ['4072d99d-8f3a-411c-96ef-4bc7ec12080e'] in dv-cinder-763306-5-iscsi is: [{'id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'name': 'tempest-TestVolumeBootPattern-319128037-router', 'tenant_id': '527429af4f4e41daa645741b0ed5198d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:40Z', 'updated_at': '2020-12-04T00:49:44Z', 'revision_number': 3, 'project_id': '527429af4f4e41daa645741b0ed5198d', 'gw_port': {'id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:42Z', 'updated_at': '2020-12-04T00:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:49:51.652455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-1668c649-45b5-42b3-9ba5-cc935251bc58 None None] Port bd6a2390-d85a-4e75-b17e-4293fab92571 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:49:51.656706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port cf038aa4-fc62-4e1c-a863-14849f7518c7 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:51.657133 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:51.907277 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Deleting port fa874135-aeac-4a29-bcc6-3ab83911d32e {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:49:51.909171 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:51.926455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381b489-eee0-441c-8775-98bacb5769ef req-865a47be-6c94-45ea-84c8-c182839837db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:51.926455 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3381b489-eee0-441c-8775-98bacb5769ef req-865a47be-6c94-45ea-84c8-c182839837db service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 1163 time: 0.1646569
Dec 04 00:49:51.992192 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3381b489-eee0-441c-8775-98bacb5769ef req-60d11710-4ec7-46b4-bf43-7efaefb09065 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573237
Dec 04 00:49:52.011327 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:52.015643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:52.056939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0b9025eb-0797-4a9a-a04e-928d5ae9e096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:52.132127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe558c54-9268-41b3-89fe-27f303cd5d98 req-59a5fcb2-54f9-429f-acea-b7ffbc2f492b tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:52.140071 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe558c54-9268-41b3-89fe-27f303cd5d98 req-59a5fcb2-54f9-429f-acea-b7ffbc2f492b tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 946 time: 0.5451651
Dec 04 00:49:52.208051 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6a2390-d85a-4e75-b17e-4293fab92571,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:52.220692 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe558c54-9268-41b3-89fe-27f303cd5d98 req-58e30ff0-118c-4da7-bf04-37639bee5dcc tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795705
Dec 04 00:49:52.231106 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:52.278671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036847247150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853795811'] for router_interface, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:52.307883 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:52.308491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:52.326362 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f4065-36da-4bf9-9813-9ccf673f05f9 None None] New status for floating IP 0e5a0b4b-daf6-4606-88a1-32ad9c11af7c: DOWN {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:49:52.401510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26e23d-0b44-46e4-8318-95491174eb74 req-8c3f8982-c72f-4a39-a5dd-2ea3cef06349 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:52.403179 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed26e23d-0b44-46e4-8318-95491174eb74 req-8c3f8982-c72f-4a39-a5dd-2ea3cef06349 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.3476164
Dec 04 00:49:52.479322 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Calling delete_port for fa874135-aeac-4a29-bcc6-3ab83911d32e owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:49:52.481096 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ed26e23d-0b44-46e4-8318-95491174eb74 req-230f7ff6-8bb3-48a4-87de-b249a22333c4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667744
Dec 04 00:49:52.577012 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Network 20b78178-01d4-463a-9a99-e078d9e81016 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:49:52.578706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:52.734497 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80263) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:49:52.734867 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:49:52.984822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-8cdae42a-3234-46dd-b2a6-8f27f0cd9867 None None] Provisioning complete for port bd6a2390-d85a-4e75-b17e-4293fab92571 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:52.985366 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8cdae42a-3234-46dd-b2a6-8f27f0cd9867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:53.043410 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cf038aa4-fc62-4e1c-a863-14849f7518c7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:53.086289 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-8cdae42a-3234-46dd-b2a6-8f27f0cd9867 None None] Port bd6a2390-d85a-4e75-b17e-4293fab92571 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:49:53.119803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Router 4072d99d-8f3a-411c-96ef-4bc7ec12080e has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:49:53.127044 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port cf038aa4-fc62-4e1c-a863-14849f7518c7 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:53.127348 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:53.240115 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Deleting port fa874135-aeac-4a29-bcc6-3ab83911d32e {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:49:53.240444 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:53.332108 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:49:53.347464 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] 10.222.0.88 "PUT /v2.0/routers/4072d99d-8f3a-411c-96ef-4bc7ec12080e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2530446
Dec 04 00:49:53.385479 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:53.611934 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9862b3-f786-474d-80bf-b1c293d9e95c req-3cee2907-673c-4a10-8843-4e54cef029d6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:53.613624 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dd9862b3-f786-474d-80bf-b1c293d9e95c req-3cee2907-673c-4a10-8843-4e54cef029d6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 946 time: 0.2030802
Dec 04 00:49:53.617759 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:53.618484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:53.629142 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:49:53.634718 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:53.635143 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:53.737571 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526c978-0b8f-4f60-ae68-0914d9327a0c req-ccb8317c-8f4f-4112-953d-c0407fda9f10 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:53.739330 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f526c978-0b8f-4f60-ae68-0914d9327a0c req-ccb8317c-8f4f-4112-953d-c0407fda9f10 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.0864799
Dec 04 00:49:53.758433 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:53.773003 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Calling delete_port for fa874135-aeac-4a29-bcc6-3ab83911d32e owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:49:53.776748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=61158aa8-5fe4-4ad3-a8d8-4d05383f36ac,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:53.780821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:53.785643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:53.827300 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dd9862b3-f786-474d-80bf-b1c293d9e95c req-0572e343-3230-40ff-bc44-b818c4fccaf5 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1993313
Dec 04 00:49:53.831719 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f526c978-0b8f-4f60-ae68-0914d9327a0c req-46cd83ec-77a8-470f-b0d0-1a3788266bd9 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=937c05dc-7b5e-4bdc-b4c3-025d08f576ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480423
Dec 04 00:49:53.857320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=61158aa8-5fe4-4ad3-a8d8-4d05383f36ac,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:53.861013 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:53.875717 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-cac821f1-50a1-4344-9a69-b8ba16a54a54 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:53.877757 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-cac821f1-50a1-4344-9a69-b8ba16a54a54 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.91 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 946 time: 0.1369100
Dec 04 00:49:53.960044 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Deleting port 3c20d871-2640-4af6-9b47-fa5e182a2713 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:49:53.960908 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:53.985905 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:54.142988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:54.347037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] For port 3c20d871-2640-4af6-9b47-fa5e182a2713, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3c20d871-2640-4af6-9b47-fa5e182a2713,segment=NetworkSegment(14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8),segment_id=14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:49:54.347562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:54.426340 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:49:54.458682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-79cefbad-ac60-4005-8f3a-88f7443cd380 req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1743171934', 'description': 'tempest-TestVolumeBootPattern-1743171934 description'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:54.468019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-79cefbad-ac60-4005-8f3a-88f7443cd380 req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:54.484221 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-79cefbad-ac60-4005-8f3a-88f7443cd380 req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Usage tracker for resource:security_group and tenant:7a26399740574f8392d1363acd2d4d9f is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:54.489185 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-79cefbad-ac60-4005-8f3a-88f7443cd380 req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:54.499116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-79cefbad-ac60-4005-8f3a-88f7443cd380 req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:54.531856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event deleted for resources: {'Port': ['ID=fa874135-aeac-4a29-bcc6-3ab83911d32e,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:54.557853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:54.594094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-79cefbad-ac60-4005-8f3a-88f7443cd380 req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:54.624379 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-79cefbad-ac60-4005-8f3a-88f7443cd380 req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:54.632280 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-79cefbad-ac60-4005-8f3a-88f7443cd380 req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Usage tracker for resource:security_group_rule and tenant:7a26399740574f8392d1363acd2d4d9f is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:54.642941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-79cefbad-ac60-4005-8f3a-88f7443cd380 req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:54.678205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1683c3f-d5b0-496a-80bc-3e26cbd2dbf8 req-5f28257b-8bde-4dc2-8497-44e7136d74ef tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:54.679856 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d1683c3f-d5b0-496a-80bc-3e26cbd2dbf8 req-5f28257b-8bde-4dc2-8497-44e7136d74ef tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 946 time: 0.5978699
Dec 04 00:49:54.680691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:54.706812 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 57318) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:54.717756 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-79cefbad-ac60-4005-8f3a-88f7443cd380 req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:54.733964 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:54.735199 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "DELETE /v2.0/floatingips/0e5a0b4b-daf6-4606-88a1-32ad9c11af7c HTTP/1.1" status: 204  len: 168 time: 3.4521556
Dec 04 00:49:54.761608 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d1683c3f-d5b0-496a-80bc-3e26cbd2dbf8 req-b33f1bcc-6cc8-4f00-a3d9-813833a6f0fd tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749018
Dec 04 00:49:54.786684 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:54.787097 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:54.787455 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Floating IP b1283743-e086-4997-a8c1-7ca8c05362eb disassociated. External IP: 172.27.3.121, port: 3c20d871-2640-4af6-9b47-fa5e182a2713.
Dec 04 00:49:54.788147 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Calling delete_port for 3c20d871-2640-4af6-9b47-fa5e182a2713 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:49:54.915754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-79cefbad-ac60-4005-8f3a-88f7443cd380 req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:54.917189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a1686c73-b3e5-49e0-a305-4f4a6dc7a2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:54.921023 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-79cefbad-ac60-4005-8f3a-88f7443cd380 req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:54.933414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a1686c73-b3e5-49e0-a305-4f4a6dc7a2e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:54.937704 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a1686c73-b3e5-49e0-a305-4f4a6dc7a2e8 admin admin] Usage tracker for resource:security_group_rule and tenant:fa68b123d9c548debb60c529988c42c9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:54.941941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a1686c73-b3e5-49e0-a305-4f4a6dc7a2e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:54.947959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a1686c73-b3e5-49e0-a305-4f4a6dc7a2e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:54.957566 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a130a945-23c4-4856-ac5b-10e07851401e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:55.001061 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 3c20d871-2640-4af6-9b47-fa5e182a2713 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:49:55.016914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event updated for resources: {'SecurityGroup': ['ID=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:55.052256 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a1686c73-b3e5-49e0-a305-4f4a6dc7a2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.062720 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:55.064395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a1686c73-b3e5-49e0-a305-4f4a6dc7a2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.064673 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-79cefbad-ac60-4005-8f3a-88f7443cd380 req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.066272 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-79cefbad-ac60-4005-8f3a-88f7443cd380 req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6204040
Dec 04 00:49:55.067628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.079520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-693a6237-5afb-4b8e-9f87-d55bb31ceaa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:55.087881 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-575878e3-8a6f-4c4a-87e1-cc98f2ca2e19 tempest-VolumesNegativeTest-288084906 tempest-VolumesNegativeTest-288084906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:55.112260 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Sync routers for ids ['4072d99d-8f3a-411c-96ef-4bc7ec12080e'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:49:55.115415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] No active binding found for port 3c20d871-2640-4af6-9b47-fa5e182a2713 {{(pid=80264) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 04 00:49:55.115965 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 3c20d871-2640-4af6-9b47-fa5e182a2713 not bound to the agent host hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:49:55.132432 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a1686c73-b3e5-49e0-a305-4f4a6dc7a2e8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fa68b123d9c548debb60c529988c42c9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4215965
Dec 04 00:49:55.135566 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 57334) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:55.136318 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1686c73-b3e5-49e0-a305-4f4a6dc7a2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdadb55-6c3a-4fd6-b50c-cac47a068f31,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:55.144469 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Routers {'4072d99d-8f3a-411c-96ef-4bc7ec12080e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:55.145165 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09f944e0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['4072d99d-8f3a-411c-96ef-4bc7ec12080e'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:55.153878 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a1686c73-b3e5-49e0-a305-4f4a6dc7a2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:55.155329 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event deleted for resources: {'Port': ['ID=3c20d871-2640-4af6-9b47-fa5e182a2713,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:55.166331 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:55.284255 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-87fe8e8a-9ae3-49d3-8af3-88d7a64fd555 req-086de370-ed16-4f31-9702-fc07b64d18b8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Synchronizing usage tracker for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:49:55.324662 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e04e515a-6949-46fa-a8fd-8a121da2d04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.330088 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-87fe8e8a-9ae3-49d3-8af3-88d7a64fd555 req-086de370-ed16-4f31-9702-fc07b64d18b8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Unset dirty status for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:49:55.331522 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87fe8e8a-9ae3-49d3-8af3-88d7a64fd555 req-086de370-ed16-4f31-9702-fc07b64d18b8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 210 time: 0.0958183
Dec 04 00:49:55.381901 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e04e515a-6949-46fa-a8fd-8a121da2d04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.408740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:49:55.412319 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Set router 4072d99d-8f3a-411c-96ef-4bc7ec12080e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:55.470319 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 57338) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:55.483299 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Request body: {'security_group': {'name': 'tempest-securitygroup--1560520804', 'description': 'tempest-description--151970770'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:55.494375 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:55.501912 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Usage tracker for resource:security_group and tenant:09801578e916483aa6201d3b9a595e8c is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:55.505189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:55.526196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:49:55.526870 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.540574 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:55.576867 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.607569 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8780c8a8-2774-47c5-bc87-7427e25aded1 req-11b360f6-c141-4e3a-b75b-9e7d0e9feeaf tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups/8bde1058-ac2b-4d3c-9701-39a5dc8f02ef HTTP/1.1" status: 200  len: 1758 time: 0.0886149
Dec 04 00:49:55.608210 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e04e515a-6949-46fa-a8fd-8a121da2d04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.620519 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-8780c8a8-2774-47c5-bc87-7427e25aded1 req-54afe9da-40cb-4ead-bdc2-d26f84d37247 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8bde1058-ac2b-4d3c-9701-39a5dc8f02ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:55.620866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-8780c8a8-2774-47c5-bc87-7427e25aded1 req-54afe9da-40cb-4ead-bdc2-d26f84d37247 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8bde1058-ac2b-4d3c-9701-39a5dc8f02ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:55.627527 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-8780c8a8-2774-47c5-bc87-7427e25aded1 req-54afe9da-40cb-4ead-bdc2-d26f84d37247 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:55.631779 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-8780c8a8-2774-47c5-bc87-7427e25aded1 req-54afe9da-40cb-4ead-bdc2-d26f84d37247 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Usage tracker for resource:security_group_rule and tenant:7a26399740574f8392d1363acd2d4d9f is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:55.636116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-8780c8a8-2774-47c5-bc87-7427e25aded1 req-54afe9da-40cb-4ead-bdc2-d26f84d37247 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:55.642211 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-8780c8a8-2774-47c5-bc87-7427e25aded1 req-54afe9da-40cb-4ead-bdc2-d26f84d37247 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:55.650588 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3482ee66-fee8-4d0e-a64e-9464b38418c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:55.675292 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:55.678169 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e515a-6949-46fa-a8fd-8a121da2d04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdadb55-6c3a-4fd6-b50c-cac47a068f31,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:55.682183 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e04e515a-6949-46fa-a8fd-8a121da2d04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.697979 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e04e515a-6949-46fa-a8fd-8a121da2d04c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fcdadb55-6c3a-4fd6-b50c-cac47a068f31 HTTP/1.1" status: 204  len: 168 time: 0.5364587
Dec 04 00:49:55.699397 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e04e515a-6949-46fa-a8fd-8a121da2d04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:55.700783 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Usage tracker for resource:security_group_rule and tenant:09801578e916483aa6201d3b9a595e8c is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:55.725904 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:55.733513 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:55.759613 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:49:55.836723 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09f944e0>, [{'id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'name': 'tempest-TestVolumeBootPattern-319128037-router', 'tenant_id': '527429af4f4e41daa645741b0ed5198d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:40Z', 'updated_at': '2020-12-04T00:49:51Z', 'revision_number': 4, 'project_id': '527429af4f4e41daa645741b0ed5198d', 'gw_port': {'id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:42Z', 'updated_at': '2020-12-04T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'bd6a2390-d85a-4e75-b17e-4293fab92571', 'name': '', 'network_id': '20b78178-01d4-463a-9a99-e078d9e81016', 'tenant_id': '527429af4f4e41daa645741b0ed5198d', 'mac_address': 'fa:16:3e:a9:72:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '70b2d403-00c1-46d0-9d78-8160e59e82e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:49Z', 'updated_at': '2020-12-04T00:49:51Z', 'revision_number': 2, 'project_id': '527429af4f4e41daa645741b0ed5198d', 'subnets': [{'id': '70b2d403-00c1-46d0-9d78-8160e59e82e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:55.848777 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Checking router: 4072d99d-8f3a-411c-96ef-4bc7ec12080e for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:49:55.849350 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Updating router 4072d99d-8f3a-411c-96ef-4bc7ec12080e port bd6a2390-d85a-4e75-b17e-4293fab92571 binding host dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 04 00:49:55.853164 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8780c8a8-2774-47c5-bc87-7427e25aded1 req-54afe9da-40cb-4ead-bdc2-d26f84d37247 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.872715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.878655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.922084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f867ed76-bc9c-4c07-8dd8-46806b4fd163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:55.942671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.945451 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.4739037
Dec 04 00:49:55.949756 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57346) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:55.951896 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.953704 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8780c8a8-2774-47c5-bc87-7427e25aded1 req-54afe9da-40cb-4ead-bdc2-d26f84d37247 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.959090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8780c8a8-2774-47c5-bc87-7427e25aded1 req-54afe9da-40cb-4ead-bdc2-d26f84d37247 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874498'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:55.961288 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-3a531867-95ad-4aa8-8790-5ef018ec0408 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Request body: {'security_group_rule': {'security_group_id': '5812d592-40e2-4be7-993b-60fe12cd6a83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:55.977071 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3a531867-95ad-4aa8-8790-5ef018ec0408 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:55.993456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f92e12-8b62-42d4-b12e-cf4ec173faae req-894098c6-c172-4425-a119-8c3eb4d111ea tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:56.001584 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e6f92e12-8b62-42d4-b12e-cf4ec173faae req-894098c6-c172-4425-a119-8c3eb4d111ea tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 946 time: 0.3276739
Dec 04 00:49:56.005045 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3a531867-95ad-4aa8-8790-5ef018ec0408 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Usage tracker for resource:security_group_rule and tenant:09801578e916483aa6201d3b9a595e8c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:56.010339 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3a531867-95ad-4aa8-8790-5ef018ec0408 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:56.018922 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8780c8a8-2774-47c5-bc87-7427e25aded1 req-54afe9da-40cb-4ead-bdc2-d26f84d37247 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:56.025661 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8780c8a8-2774-47c5-bc87-7427e25aded1 req-54afe9da-40cb-4ead-bdc2-d26f84d37247 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.4078536
Dec 04 00:49:56.043305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event updated for resources: {'SecurityGroup': ['ID=5812d592-40e2-4be7-993b-60fe12cd6a83,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:56.049526 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3a531867-95ad-4aa8-8790-5ef018ec0408 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:56.049728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:56.051957 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-954a51ff-fead-4f03-9f46-c4d6bac1675c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:56.117790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3a531867-95ad-4aa8-8790-5ef018ec0408 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:56.126429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:49:56.135023 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afe9da-40cb-4ead-bdc2-d26f84d37247 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fd9d3e-169e-4487-9f29-d423e0d2737f,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:56.140015 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf8f54-adb8-4493-adde-70860ed04320 None None] Sync routers for ids ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:49:56.151746 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf8f54-adb8-4493-adde-70860ed04320 None None] Routers {'5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:56.152616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-cccf8f54-adb8-4493-adde-70860ed04320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0af1eb70>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:56.154116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-54afe9da-40cb-4ead-bdc2-d26f84d37247 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:56.162275 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ec5fbdbd-f81d-47ab-94ff-e4c8deeccd2a req-b67b1dce-13c3-4621-b2e8-a15f8dbbc99e tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups/8bde1058-ac2b-4d3c-9701-39a5dc8f02ef HTTP/1.1" status: 200  len: 2319 time: 0.0841231
Dec 04 00:49:56.171769 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-ec5fbdbd-f81d-47ab-94ff-e4c8deeccd2a req-dd4f1e4e-7d7f-4b92-aa1a-37060d2940e9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8bde1058-ac2b-4d3c-9701-39a5dc8f02ef', 'remote_group_id': None}]} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:56.172623 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-ec5fbdbd-f81d-47ab-94ff-e4c8deeccd2a req-dd4f1e4e-7d7f-4b92-aa1a-37060d2940e9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8bde1058-ac2b-4d3c-9701-39a5dc8f02ef', 'remote_group_id': None}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:56.178377 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e6f92e12-8b62-42d4-b12e-cf4ec173faae req-7b79b041-17f2-4de3-9576-dbdd61f65522 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1757376
Dec 04 00:49:56.212670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-ec5fbdbd-f81d-47ab-94ff-e4c8deeccd2a req-dd4f1e4e-7d7f-4b92-aa1a-37060d2940e9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:56.221670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-ec5fbdbd-f81d-47ab-94ff-e4c8deeccd2a req-dd4f1e4e-7d7f-4b92-aa1a-37060d2940e9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Usage tracker for resource:security_group_rule and tenant:7a26399740574f8392d1363acd2d4d9f is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:56.228369 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] No DVR routers for this DVR port 3c20d871-2640-4af6-9b47-fa5e182a2713 on host hv-cinder-76330 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:49:56.232019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-ec5fbdbd-f81d-47ab-94ff-e4c8deeccd2a req-dd4f1e4e-7d7f-4b92-aa1a-37060d2940e9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:56.242737 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:56.247083 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-ec5fbdbd-f81d-47ab-94ff-e4c8deeccd2a req-dd4f1e4e-7d7f-4b92-aa1a-37060d2940e9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:56.252426 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f6397002-3b47-4377-81e6-ff2f22f627d9 req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.91 "DELETE /v2.0/ports/3c20d871-2640-4af6-9b47-fa5e182a2713 HTTP/1.1" status: 204  len: 173 time: 2.3682268
Dec 04 00:49:56.253033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f2b6fd-4bc6-46b5-98b2-c742e35b3eff', 'name': 'network-vif-deleted', 'tag': '3c20d871-2640-4af6-9b47-fa5e182a2713'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:49:56.297133 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57356) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:56.351270 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:56.390005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ec5fbdbd-f81d-47ab-94ff-e4c8deeccd2a req-dd4f1e4e-7d7f-4b92-aa1a-37060d2940e9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:56.400008 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f2b6fd-4bc6-46b5-98b2-c742e35b3eff', 'name': 'network-vif-deleted', 'tag': '3c20d871-2640-4af6-9b47-fa5e182a2713', 'status': 'completed', 'code': 200}
Dec 04 00:49:56.404772 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:56.409428 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Usage tracker for resource:security_group_rule and tenant:f121092f1271439e9568666c4398cbc5 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:56.413411 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:56.419589 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:56.462946 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ec5fbdbd-f81d-47ab-94ff-e4c8deeccd2a req-dd4f1e4e-7d7f-4b92-aa1a-37060d2940e9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:56.469809 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ec5fbdbd-f81d-47ab-94ff-e4c8deeccd2a req-dd4f1e4e-7d7f-4b92-aa1a-37060d2940e9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874498'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:56.475631 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5704410c-e5cc-4a5c-9127-e386f912235d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:56.513908 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:56.519852 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3a531867-95ad-4aa8-8790-5ef018ec0408 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:56.521411 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:56.531535 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b55a6c46-c107-46dd-a861-00e163848eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:56.536317 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f1e4e-7d7f-4b92-aa1a-37060d2940e9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f37168b-ddd5-436b-8017-419f0391894d,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:56.549711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dd4f1e4e-7d7f-4b92-aa1a-37060d2940e9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:56.563626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3a531867-95ad-4aa8-8790-5ef018ec0408 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874498'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:56.567557 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c02b44-782c-450b-86b9-bbaac55922c0,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:56.573603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-ec5fbdbd-f81d-47ab-94ff-e4c8deeccd2a req-dd4f1e4e-7d7f-4b92-aa1a-37060d2940e9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:56.579249 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ec5fbdbd-f81d-47ab-94ff-e4c8deeccd2a req-dd4f1e4e-7d7f-4b92-aa1a-37060d2940e9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.4131608
Dec 04 00:49:56.602199 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-cccf8f54-adb8-4493-adde-70860ed04320 None None] Set router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:56.689931 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Notify callbacks [] for port, precommit_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:56.703562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Transition to ACTIVE for port object bd6a2390-d85a-4e75-b17e-4293fab92571 will not be triggered until provisioned by entity L2. {{(pid=80265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:49:56.714004 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:56.972890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6984d070-11e3-493a-b082-5eda2f963aad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:57.062651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601c2c3-3505-4aa1-ae66-5ba16d136c25 None None] Pushing event updated for resources: {'Port': ['ID=bd6a2390-d85a-4e75-b17e-4293fab92571,revision_number=3']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:57.066433 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f601c2c3-3505-4aa1-ae66-5ba16d136c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:57.079481 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2181eb9e-06c7-4e73-8152-eccd7b4b187d req-bccaba84-ca3d-4967-8764-aa577d306659 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=94f2b6fd-4bc6-46b5-98b2-c742e35b3eff HTTP/1.1" status: 200  len: 210 time: 0.5053906
Dec 04 00:49:57.094305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.094714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.095115 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.098652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.105753 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.106183 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.106584 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.107323 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.107748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.108136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.108529 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.111710 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.112245 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.112647 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.113041 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.113427 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.116394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.116801 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.119611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.120030 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.120429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.120831 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.121221 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.121607 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:49:57.143962 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:57.144510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-59758d39-0b03-4eb0-9ce6-25bd4fa2f656 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:57.185206 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 57406) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:57.197421 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:57.207111 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f121092f1271439e9568666c4398cbc5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9055033
Dec 04 00:49:57.222246 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a531867-95ad-4aa8-8790-5ef018ec0408 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2545d7-7c7a-4349-9d97-d6d79773de54,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:57.237752 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3a531867-95ad-4aa8-8790-5ef018ec0408 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:57.248899 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3a531867-95ad-4aa8-8790-5ef018ec0408 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:57.250197 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3a531867-95ad-4aa8-8790-5ef018ec0408 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.2947850
Dec 04 00:49:57.253091 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57410) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:57.258608 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-dc49744d-c043-4150-b3cd-f4969ce54d58 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Request body: {'security_group_rule': {'security_group_id': '5812d592-40e2-4be7-993b-60fe12cd6a83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:57.278399 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-cccf8f54-adb8-4493-adde-70860ed04320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0af1eb70>, [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:20Z', 'revision_number': 5, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:57.281561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-dc49744d-c043-4150-b3cd-f4969ce54d58 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:57.292704 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf8f54-adb8-4493-adde-70860ed04320 None None] Checking router: 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:49:57.296320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-dc49744d-c043-4150-b3cd-f4969ce54d58 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Usage tracker for resource:security_group_rule and tenant:09801578e916483aa6201d3b9a595e8c is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:57.299637 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-dc49744d-c043-4150-b3cd-f4969ce54d58 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:57.308461 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-dc49744d-c043-4150-b3cd-f4969ce54d58 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:57.317632 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf8f54-adb8-4493-adde-70860ed04320 None None] Routers {'5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:57.318503 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-cccf8f54-adb8-4493-adde-70860ed04320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0af1eb70>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:57.348958 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc49744d-c043-4150-b3cd-f4969ce54d58 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:57.368147 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7897-4f61-4657-902b-3642d187b9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:57.408754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Attempting to bind port bd6a2390-d85a-4e75-b17e-4293fab92571 on host dv-cinder-763306-5-iscsi for vnic_type normal with profile  {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:49:57.409175 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Attempting to bind port bd6a2390-d85a-4e75-b17e-4293fab92571 by drivers openvswitch on host dv-cinder-763306-5-iscsi at level 0 using segments [{'id': 'a229c084-235e-46fa-9df5-1aacdd5f9053', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20b78178-01d4-463a-9a99-e078d9e81016'}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:49:57.409752 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Attempting to bind port bd6a2390-d85a-4e75-b17e-4293fab92571 on network 20b78178-01d4-463a-9a99-e078d9e81016 {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:49:57.418441 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Checking agent: {'id': 'eec0bdb6-9256-4988-9fc4-c66908bc3df5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 34, 46), 'started_at': datetime.datetime(2020, 12, 4, 0, 35, 16), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.75', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:49:57.418862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Checking segment: {'id': 'a229c084-235e-46fa-9df5-1aacdd5f9053', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20b78178-01d4-463a-9a99-e078d9e81016'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:49:57.419349 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:57.422923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Bound using segment: {'id': 'a229c084-235e-46fa-9df5-1aacdd5f9053', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20b78178-01d4-463a-9a99-e078d9e81016'} {{(pid=80265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:49:57.423503 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Bound port: bd6a2390-d85a-4e75-b17e-4293fab92571, host: dv-cinder-763306-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a229c084-235e-46fa-9df5-1aacdd5f9053', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '20b78178-01d4-463a-9a99-e078d9e81016'}}] {{(pid=80265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:49:57.423927 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:57.429439 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7897-4f61-4657-902b-3642d187b9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:57.523827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7897-4f61-4657-902b-3642d187b9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:57.532224 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-69bd1b38-1887-4f68-98ea-0232e0ef471c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:57.547134 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-cccf8f54-adb8-4493-adde-70860ed04320 None None] Set router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:57.553830 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc49744d-c043-4150-b3cd-f4969ce54d58 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:57.563773 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e7897-4f61-4657-902b-3642d187b9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c02b44-782c-450b-86b9-bbaac55922c0,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:57.567198 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7897-4f61-4657-902b-3642d187b9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:57.573612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc49744d-c043-4150-b3cd-f4969ce54d58 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874498'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:57.574841 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4a0e7897-4f61-4657-902b-3642d187b9dd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/64c02b44-782c-450b-86b9-bbaac55922c0 HTTP/1.1" status: 204  len: 168 time: 0.3884859
Dec 04 00:49:57.576532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4a0e7897-4f61-4657-902b-3642d187b9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:57.583978 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3a531867-95ad-4aa8-8790-5ef018ec0408 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:57.627298 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] For port bd6a2390-d85a-4e75-b17e-4293fab92571, host dv-cinder-763306-5-iscsi, cleared binding levels {{(pid=80265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:49:57.640667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] For port bd6a2390-d85a-4e75-b17e-4293fab92571, host dv-cinder-763306-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=bd6a2390-d85a-4e75-b17e-4293fab92571,segment=NetworkSegment(a229c084-235e-46fa-9df5-1aacdd5f9053),segment_id=a229c084-235e-46fa-9df5-1aacdd5f9053)] {{(pid=80265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:49:57.648270 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80265) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:57.652524 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49744d-c043-4150-b3cd-f4969ce54d58 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6264d67-b986-4410-83ba-2828fe37301c,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:57.666516 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dc49744d-c043-4150-b3cd-f4969ce54d58 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:57.680739 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5aee844b-bfcf-425d-bb7e-7e8742274b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:57.719856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dc49744d-c043-4150-b3cd-f4969ce54d58 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:57.721376 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-dc49744d-c043-4150-b3cd-f4969ce54d58 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.4671373
Dec 04 00:49:57.724767 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 57422) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:57.731196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Request body: {'floatingip': {'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:49:57.744947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:49:57.760228 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Usage tracker for resource:floatingip and tenant:09801578e916483aa6201d3b9a595e8c is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:49:57.764296 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:49:57.779165 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:49:57.811655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:58.006691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad58e5-f18e-4a70-a23d-d46fffebd33f req-94a30961-4c93-426e-9596-4d7e5256f68b tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:58.009151 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8cad58e5-f18e-4a70-a23d-d46fffebd33f req-94a30961-4c93-426e-9596-4d7e5256f68b tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.1306076
Dec 04 00:49:58.081580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-cccf8f54-adb8-4493-adde-70860ed04320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0af1eb70>, [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:20Z', 'revision_number': 5, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:58.086774 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf8f54-adb8-4493-adde-70860ed04320 None None] The sync data for ids ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'] in dv-cinder-763306-5-iscsi is: [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:20Z', 'revision_number': 5, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:49:58.110812 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:58.152898 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8cad58e5-f18e-4a70-a23d-d46fffebd33f req-1abafd66-0830-43f4-8a96-48dd3b2c43ca tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1317797
Dec 04 00:49:58.430460 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Routers {'4072d99d-8f3a-411c-96ef-4bc7ec12080e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:49:58.431158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09f944e0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['4072d99d-8f3a-411c-96ef-4bc7ec12080e'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:58.439938 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57454) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:58.527086 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601c2c3-3505-4aa1-ae66-5ba16d136c25 None None] Pushing event updated for resources: {'Port': ['ID=bd6a2390-d85a-4e75-b17e-4293fab92571,revision_number=4']} {{(pid=80265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:58.539282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f601c2c3-3505-4aa1-ae66-5ba16d136c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=80265) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:58.679783 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16debf64-e2be-4cbd-ae61-e9cd98b288ae tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:58.726266 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] Set router 4072d99d-8f3a-411c-96ef-4bc7ec12080e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:49:58.743673 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16debf64-e2be-4cbd-ae61-e9cd98b288ae tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:58.786120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2c8dc3-d422-4ac0-be30-2a587015af65 None None] New status for floating IP b1283743-e086-4997-a8c1-7ca8c05362eb: DOWN {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:49:58.833672 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Allocated IP 172.27.3.151 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/c75a0aad-ddad-4f34-b3c0-7e101f54f292) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:49:58.860147 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16debf64-e2be-4cbd-ae61-e9cd98b288ae tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:58.869036 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-047b4837-4fac-4314-ad09-35d46fa8b366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:58.915335 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16debf64-e2be-4cbd-ae61-e9cd98b288ae tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event deleted for resources: {'SecurityGroup': ['ID=937c05dc-7b5e-4bdc-b4c3-025d08f576ca,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:58.920286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-16debf64-e2be-4cbd-ae61-e9cd98b288ae tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:58.934118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-16debf64-e2be-4cbd-ae61-e9cd98b288ae tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:58.939055 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-16debf64-e2be-4cbd-ae61-e9cd98b288ae tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "DELETE /v2.0/security-groups/937c05dc-7b5e-4bdc-b4c3-025d08f576ca HTTP/1.1" status: 204  len: 168 time: 0.4954112
Dec 04 00:49:58.939760 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57468) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:58.991948 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.v2.resource [None req-f84b5133-400b-43b1-bf58-1026674ca4b3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] show failed (client error): The resource could not be found.
Dec 04 00:49:58.993215 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f84b5133-400b-43b1-bf58-1026674ca4b3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups/937c05dc-7b5e-4bdc-b4c3-025d08f576ca HTTP/1.1" status: 404  len: 347 time: 0.0522401
Dec 04 00:49:58.998120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57476) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:49:59.040584 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:59.081516 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:59.101732 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a93459be-04e4-493b-81d6-b45941e26977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:49:59.304756 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event updated for resources: {'Port': ['ID=c75a0aad-ddad-4f34-b3c0-7e101f54f292,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:49:59.318241 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Deleting port a142663f-0087-4c61-b005-781456f87d0c {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:49:59.318887 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:59.326330 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:49:59.403065 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:49:59.416634 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:49:59.419127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:49:59.533364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:59.617556 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:59.669436 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:59.669814 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:49:59.689430 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09f944e0>, [{'id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'name': 'tempest-TestVolumeBootPattern-319128037-router', 'tenant_id': '527429af4f4e41daa645741b0ed5198d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:40Z', 'updated_at': '2020-12-04T00:49:51Z', 'revision_number': 4, 'project_id': '527429af4f4e41daa645741b0ed5198d', 'gw_port': {'id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:42Z', 'updated_at': '2020-12-04T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'bd6a2390-d85a-4e75-b17e-4293fab92571', 'name': '', 'network_id': '20b78178-01d4-463a-9a99-e078d9e81016', 'tenant_id': '527429af4f4e41daa645741b0ed5198d', 'mac_address': 'fa:16:3e:a9:72:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '70b2d403-00c1-46d0-9d78-8160e59e82e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:49Z', 'updated_at': '2020-12-04T00:49:57Z', 'revision_number': 4, 'project_id': '527429af4f4e41daa645741b0ed5198d', 'subnets': [{'id': '70b2d403-00c1-46d0-9d78-8160e59e82e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:49:59.693930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f7e611-0070-42ab-8256-c10abd832634 None None] The sync data for ids ['4072d99d-8f3a-411c-96ef-4bc7ec12080e'] in dv-cinder-763306-5-iscsi is: [{'id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'name': 'tempest-TestVolumeBootPattern-319128037-router', 'tenant_id': '527429af4f4e41daa645741b0ed5198d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:40Z', 'updated_at': '2020-12-04T00:49:51Z', 'revision_number': 4, 'project_id': '527429af4f4e41daa645741b0ed5198d', 'gw_port': {'id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:42Z', 'updated_at': '2020-12-04T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'bd6a2390-d85a-4e75-b17e-4293fab92571', 'name': '', 'network_id': '20b78178-01d4-463a-9a99-e078d9e81016', 'tenant_id': '527429af4f4e41daa645741b0ed5198d', 'mac_address': 'fa:16:3e:a9:72:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '70b2d403-00c1-46d0-9d78-8160e59e82e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:49Z', 'updated_at': '2020-12-04T00:49:57Z', 'revision_number': 4, 'project_id': '527429af4f4e41daa645741b0ed5198d', 'subnets': [{'id': '70b2d403-00c1-46d0-9d78-8160e59e82e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:49:59.937874 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ef8b8-2e34-4cca-9ca2-e9e566413a3b req-daa100ca-c740-4cd9-8e7c-10ccfd0ec2d4 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:49:59.939828 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a08ef8b8-2e34-4cca-9ca2-e9e566413a3b req-daa100ca-c740-4cd9-8e7c-10ccfd0ec2d4 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.4415338
Dec 04 00:49:59.946867 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Calling delete_port for a142663f-0087-4c61-b005-781456f87d0c owned by network:floatingip {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:50:00.053483 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a08ef8b8-2e34-4cca-9ca2-e9e566413a3b req-cf08a613-15dc-47a3-a570-a6f54217127e tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0708299
Dec 04 00:50:00.054127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:00.059004 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2563008'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:00.077943 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dc4d698c-be8a-4297-8b34-72e28d102250 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:00.129908 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:50:00.130523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:50:00.257135 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event updated for resources: {'Port': ['ID=c75a0aad-ddad-4f34-b3c0-7e101f54f292,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:00.271651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:00.417881 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:00.443607 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:00.448061 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.7221735
Dec 04 00:50:00.631847 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Deleting port a142663f-0087-4c61-b005-781456f87d0c {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:50:00.632423 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:00.744135 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-de460de2-2e59-4532-89f8-537807e1d8fe req-906d0a36-06e8-482d-a7bc-8cb2f1239883 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Synchronizing usage tracker for tenant:09801578e916483aa6201d3b9a595e8c on resource:security_group {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:50:00.784053 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-de460de2-2e59-4532-89f8-537807e1d8fe req-906d0a36-06e8-482d-a7bc-8cb2f1239883 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Unset dirty status for tenant:09801578e916483aa6201d3b9a595e8c on resource:security_group {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:50:00.786345 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-906d0a36-06e8-482d-a7bc-8cb2f1239883 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1560520804&fields=id&tenant_id=09801578e916483aa6201d3b9a595e8c HTTP/1.1" status: 200  len: 267 time: 0.1002007
Dec 04 00:50:00.857786 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:00.858153 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:00.968154 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de460de2-2e59-4532-89f8-537807e1d8fe req-514a9167-85c3-4808-9418-fb0fba6dda1a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:00.969026 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-de460de2-2e59-4532-89f8-537807e1d8fe req-514a9167-85c3-4808-9418-fb0fba6dda1a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Synchronizing usage tracker for tenant:09801578e916483aa6201d3b9a595e8c on resource:network {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:50:00.989441 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-de460de2-2e59-4532-89f8-537807e1d8fe req-514a9167-85c3-4808-9418-fb0fba6dda1a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Unset dirty status for tenant:09801578e916483aa6201d3b9a595e8c on resource:network {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:50:00.990698 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-514a9167-85c3-4808-9418-fb0fba6dda1a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/networks?id=cdf68f31-2f13-4060-b6e6-c7095799b7c3 HTTP/1.1" status: 200  len: 816 time: 0.1934345
Dec 04 00:50:01.006228 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Calling delete_port for a142663f-0087-4c61-b005-781456f87d0c owned by network:floatingip {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:50:01.015927 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-1d176494-2d07-4842-b88e-b0eb8987e12a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/quotas/09801578e916483aa6201d3b9a595e8c HTTP/1.1" status: 200  len: 375 time: 0.0110548
Dec 04 00:50:01.152686 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-de460de2-2e59-4532-89f8-537807e1d8fe req-d1a7872a-b977-4f95-a70a-816918f1bbd5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Synchronizing usage tracker for tenant:09801578e916483aa6201d3b9a595e8c on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:50:01.192784 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-de460de2-2e59-4532-89f8-537807e1d8fe req-d1a7872a-b977-4f95-a70a-816918f1bbd5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Unset dirty status for tenant:09801578e916483aa6201d3b9a595e8c on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:50:01.194502 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-d1a7872a-b977-4f95-a70a-816918f1bbd5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?tenant_id=09801578e916483aa6201d3b9a595e8c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1723912
Dec 04 00:50:01.196220 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:01.219131 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ef15d0b5-efc0-441b-86af-e3f466c85d19 tempest-VolumesSnapshotTestJSON-1999885437 tempest-VolumesSnapshotTestJSON-1999885437] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:01.437658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event deleted for resources: {'Port': ['ID=a142663f-0087-4c61-b005-781456f87d0c,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:01.447277 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:01.451922 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device bd6a2390-d85a-4e75-b17e-4293fab92571 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:01.464272 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-5b79248b-9a9d-41ad-b1c6-b6d1644db373 service neutron] 10.222.0.88 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2481790
Dec 04 00:50:01.520279 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff083b36-7142-4ee4-be5c-893ed0fbed36 req-6309df38-5482-4c23-b66b-b40d70ad42b8 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:01.522440 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ff083b36-7142-4ee4-be5c-893ed0fbed36 req-6309df38-5482-4c23-b66b-b40d70ad42b8 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.1679683
Dec 04 00:50:01.547734 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning for port bd6a2390-d85a-4e75-b17e-4293fab92571 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:50:01.554450 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port bd6a2390-d85a-4e75-b17e-4293fab92571 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:01.555157 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:01.647067 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ff083b36-7142-4ee4-be5c-893ed0fbed36 req-18e92b55-23f7-4b59-8b77-8df75512d8f5 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1106784
Dec 04 00:50:01.649711 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-1058497b-a1be-4804-8665-861e1c04394a service neutron] 10.222.0.88 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1774197
Dec 04 00:50:01.689891 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:01.708730 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:01.713746 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "DELETE /v2.0/floatingips/b1283743-e086-4997-a8c1-7ca8c05362eb HTTP/1.1" status: 204  len: 168 time: 2.7144239
Dec 04 00:50:01.785239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:01.888287 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] For port bd6a2390-d85a-4e75-b17e-4293fab92571, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=bd6a2390-d85a-4e75-b17e-4293fab92571,segment=NetworkSegment(a229c084-235e-46fa-9df5-1aacdd5f9053),segment_id=a229c084-235e-46fa-9df5-1aacdd5f9053)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:50:01.892348 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:01.894424 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f6537d7-25ed-42ab-8487-c436026584db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:01.932225 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-446d3435-6e48-42df-a3db-618ab3641fbf req-63e418ac-38ae-4339-810d-14ce105b0b9f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 210 time: 0.0606287
Dec 04 00:50:01.987354 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Pushing event updated for resources: {'Port': ['ID=bd6a2390-d85a-4e75-b17e-4293fab92571,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:01.995789 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:01.996257 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:01.996716 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:01.997203 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:01.997744 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:01.998173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:01.998618 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:01.999061 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:01.999529 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:01.999979 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:02.000635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:02.000997 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57544) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:50:02.001155 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:02.001690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:02.002140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:02.002506 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:02.002872 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:02.003233 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:02.003646 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:02.004205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:02.004571 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:02.004959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:02.005323 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:02.005669 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:02.006200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:02.008458 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Request body: {'security_group': {'name': 'tempest-securitygroup--588920717', 'description': 'tempest-description--1593559510'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:02.010816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:02.016575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:02.021548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Usage tracker for resource:security_group and tenant:ad16774878464ffba02b8d1ebd37d1f9 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:50:02.029664 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:50:02.036966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:02.046656 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:02.068178 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:02.072343 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Usage tracker for resource:security_group_rule and tenant:ad16774878464ffba02b8d1ebd37d1f9 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:50:02.075964 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:50:02.083390 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:02.166326 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:02.170053 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:02.198031 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cc025a54-ab01-423a-a9ce-5dad816b51d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:02.217693 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:02.219025 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.2164648
Dec 04 00:50:02.222111 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 57554) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:50:02.231110 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-8bb5e2fc-619b-434e-b59c-379aed6132ff tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Request body: {'security_group_rule': {'security_group_id': 'b64d2f02-06a8-40c4-bb44-9521d8220e89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:02.234846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event updated for resources: {'SecurityGroup': ['ID=b64d2f02-06a8-40c4-bb44-9521d8220e89,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:02.238254 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:02.255788 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8bb5e2fc-619b-434e-b59c-379aed6132ff tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:02.260717 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8bb5e2fc-619b-434e-b59c-379aed6132ff tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Usage tracker for resource:security_group_rule and tenant:ad16774878464ffba02b8d1ebd37d1f9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:50:02.264484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8bb5e2fc-619b-434e-b59c-379aed6132ff tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:50:02.271135 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8bb5e2fc-619b-434e-b59c-379aed6132ff tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:02.289025 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e2fc-619b-434e-b59c-379aed6132ff tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:02.357880 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e2fc-619b-434e-b59c-379aed6132ff tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:02.360822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e2fc-619b-434e-b59c-379aed6132ff tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874498'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:02.368391 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1d25c74d-7383-4f5a-986b-71da29a288d1 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:02.391956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5e2fc-619b-434e-b59c-379aed6132ff tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdffa004-1d6e-4fb0-879b-171252394bb8,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:02.395011 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8bb5e2fc-619b-434e-b59c-379aed6132ff tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:02.402062 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8bb5e2fc-619b-434e-b59c-379aed6132ff tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:02.403798 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8bb5e2fc-619b-434e-b59c-379aed6132ff tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1793349
Dec 04 00:50:02.406338 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 57560) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:50:02.412101 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-6c2776cb-96d8-4f16-9e77-e6ea85211df8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Request body: {'security_group_rule': {'security_group_id': 'b64d2f02-06a8-40c4-bb44-9521d8220e89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:02.418243 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6c2776cb-96d8-4f16-9e77-e6ea85211df8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:02.422648 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6c2776cb-96d8-4f16-9e77-e6ea85211df8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Usage tracker for resource:security_group_rule and tenant:ad16774878464ffba02b8d1ebd37d1f9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:50:02.425803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6c2776cb-96d8-4f16-9e77-e6ea85211df8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:50:02.434254 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6c2776cb-96d8-4f16-9e77-e6ea85211df8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:02.451305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c2776cb-96d8-4f16-9e77-e6ea85211df8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:02.521633 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c2776cb-96d8-4f16-9e77-e6ea85211df8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:02.525754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c2776cb-96d8-4f16-9e77-e6ea85211df8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874498'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:02.528553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-dd4f1e4e-7d7f-4b92-aa1a-37060d2940e9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:02.554354 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2776cb-96d8-4f16-9e77-e6ea85211df8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970259c0-4f60-4ad1-9336-457cab8b9cf1,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:02.560258 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6c2776cb-96d8-4f16-9e77-e6ea85211df8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:02.565895 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c2776cb-96d8-4f16-9e77-e6ea85211df8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:02.570327 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6c2776cb-96d8-4f16-9e77-e6ea85211df8 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1599944
Dec 04 00:50:02.570880 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 57566) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:50:02.577711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Request body: {'floatingip': {'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:02.583889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:02.587895 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Usage tracker for resource:floatingip and tenant:ad16774878464ffba02b8d1ebd37d1f9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:50:02.590937 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:50:02.597062 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:02.607593 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:02.757799 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:03.207721 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de460de2-2e59-4532-89f8-537807e1d8fe req-a233cd6c-b8b9-48f6-b1eb-c842fa94962e tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:03.209398 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-a233cd6c-b8b9-48f6-b1eb-c842fa94962e tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.91 "GET /v2.0/networks?id=cdf68f31-2f13-4060-b6e6-c7095799b7c3 HTTP/1.1" status: 200  len: 816 time: 0.2122571
Dec 04 00:50:03.301074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fad5a36b-4ef8-4a72-9896-a6199ccbd14a req-5732a7d9-3c7c-4d91-974a-a38fbc0cedbb tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Synchronizing usage tracker for tenant:09801578e916483aa6201d3b9a595e8c on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:50:03.317905 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e4e02-a9f7-4ecc-9f6e-1a039648a077 req-06496c59-b2d3-463c-af72-a29111d44a90 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:03.326216 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a85e4e02-a9f7-4ecc-9f6e-1a039648a077 req-06496c59-b2d3-463c-af72-a29111d44a90 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.5375378
Dec 04 00:50:03.335270 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-fad5a36b-4ef8-4a72-9896-a6199ccbd14a req-5732a7d9-3c7c-4d91-974a-a38fbc0cedbb tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Unset dirty status for tenant:09801578e916483aa6201d3b9a595e8c on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:50:03.336928 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fad5a36b-4ef8-4a72-9896-a6199ccbd14a req-5732a7d9-3c7c-4d91-974a-a38fbc0cedbb tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 210 time: 0.1262972
Dec 04 00:50:03.445995 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-f3be6325-5287-498b-9e45-2baf2a91a589 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=09801578e916483aa6201d3b9a595e8c HTTP/1.1" status: 200  len: 5504 time: 0.1696410
Dec 04 00:50:03.449210 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device bd6a2390-d85a-4e75-b17e-4293fab92571 up at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:03.456729 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a85e4e02-a9f7-4ecc-9f6e-1a039648a077 req-b5398d53-6796-4a06-acea-7f6dfe37bf1d tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1292143
Dec 04 00:50:03.459067 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-de460de2-2e59-4532-89f8-537807e1d8fe req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Request body: {'port': {'device_id': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'admin_state_up': True, 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'security_groups': ['5812d592-40e2-4be7-993b-60fe12cd6a83']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:03.556723 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Allocated IP 172.27.3.111 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/3c943b9a-a786-4ce8-9253-1d0e8bab2f2c) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:50:03.576647 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Provisioning complete for port bd6a2390-d85a-4e75-b17e-4293fab92571 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:03.577401 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:03.695294 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-de460de2-2e59-4532-89f8-537807e1d8fe req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:03.709886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-de460de2-2e59-4532-89f8-537807e1d8fe req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:03.737382 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de460de2-2e59-4532-89f8-537807e1d8fe req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Made reservation on behalf of 09801578e916483aa6201d3b9a595e8c for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:50:03.743225 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de460de2-2e59-4532-89f8-537807e1d8fe req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:03.774801 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:03.807416 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:03.823959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:03.967735 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event updated for resources: {'Port': ['ID=3c943b9a-a786-4ce8-9253-1d0e8bab2f2c,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:03.972770 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:04.023999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:50:04.025279 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:50:04.027612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:50:04.084759 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-de460de2-2e59-4532-89f8-537807e1d8fe req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Allocated IP 172.20.0.6 (cdf68f31-2f13-4060-b6e6-c7095799b7c3/8322b4d1-9a0c-42f2-a911-3bc67b7cd900/acc552c3-4f7f-4e7e-812b-d4adc8d5231d) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:50:04.117984 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:04.185785 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:04.315379 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de460de2-2e59-4532-89f8-537807e1d8fe req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:04.333326 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-de460de2-2e59-4532-89f8-537807e1d8fe req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Transition to ACTIVE for port object acc552c3-4f7f-4e7e-812b-d4adc8d5231d will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:50:04.355350 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de460de2-2e59-4532-89f8-537807e1d8fe req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:04.370996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:04.486968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:04.489444 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2563008'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:04.506041 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-44a991ec-6616-4c0d-848a-7289312c405f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:04.632475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event updated for resources: {'Port': ['ID=3c943b9a-a786-4ce8-9253-1d0e8bab2f2c,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:04.641780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:04.779891 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87efc32-8db1-43a2-ac00-3ff6471d9b5c req-330fd56e-2381-497d-ac87-f75ca4013bbe tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:04.781982 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d87efc32-8db1-43a2-ac00-3ff6471d9b5c req-330fd56e-2381-497d-ac87-f75ca4013bbe tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.1412370
Dec 04 00:50:04.783081 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event updated for resources: {'Port': ['ID=acc552c3-4f7f-4e7e-812b-d4adc8d5231d,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:04.786301 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:04.872856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d852c5-16d8-45fc-8b1b-2e9a94448d2d req-ee3daca9-04ed-475d-92c4-d8d432e45fa7 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:04.874227 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-11d852c5-16d8-45fc-8b1b-2e9a94448d2d req-ee3daca9-04ed-475d-92c4-d8d432e45fa7 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 931 time: 0.1791847
Dec 04 00:50:04.878797 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de460de2-2e59-4532-89f8-537807e1d8fe req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Network cdf68f31-2f13-4060-b6e6-c7095799b7c3 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:50:04.880061 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-de460de2-2e59-4532-89f8-537807e1d8fe req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:50:04.882451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-de460de2-2e59-4532-89f8-537807e1d8fe req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:50:04.883752 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:04.898539 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d87efc32-8db1-43a2-ac00-3ff6471d9b5c req-c9041602-6cc5-4c2f-998d-5b3b60013bbe tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0739248
Dec 04 00:50:04.916513 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:04.917848 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3458641
Dec 04 00:50:04.989498 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de460de2-2e59-4532-89f8-537807e1d8fe req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:04.990439 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de460de2-2e59-4532-89f8-537807e1d8fe req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:05.034952 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-11d852c5-16d8-45fc-8b1b-2e9a94448d2d req-52168488-c4c6-4761-a5ac-647280e3ab3c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216764
Dec 04 00:50:05.044840 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-3e827a96-1819-4f11-8c26-caf01367e19a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5909507
Dec 04 00:50:05.059249 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Request body: {'port': {'device_id': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:05.179013 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-63ae2c1c-37d4-40ca-8430-363da536504e None None] Provisioning for port acc552c3-4f7f-4e7e-812b-d4adc8d5231d completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:50:05.194004 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-63ae2c1c-37d4-40ca-8430-363da536504e None None] Provisioning complete for port acc552c3-4f7f-4e7e-812b-d4adc8d5231d triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:05.194395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-63ae2c1c-37d4-40ca-8430-363da536504e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:05.205112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:05.270815 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-63ae2c1c-37d4-40ca-8430-363da536504e None None] Port acc552c3-4f7f-4e7e-812b-d4adc8d5231d cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:50:05.333860 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-d1e39ab5-f9b0-4503-b8aa-5b3c5ff799d3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--588920717&fields=id&tenant_id=ad16774878464ffba02b8d1ebd37d1f9 HTTP/1.1" status: 200  len: 267 time: 0.0466928
Dec 04 00:50:05.502193 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086170a-0b72-4a54-8300-c12f7a473746 req-48e27306-e2ac-4ba2-92aa-41b96d4f39f0 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:05.503843 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-48e27306-e2ac-4ba2-92aa-41b96d4f39f0 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/networks?id=1a96c76c-b31f-4d8f-acd6-db58f60b517e HTTP/1.1" status: 200  len: 811 time: 0.1625776
Dec 04 00:50:05.520840 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-28e6c90e-81f5-4757-81a6-7071926d8116 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/quotas/ad16774878464ffba02b8d1ebd37d1f9 HTTP/1.1" status: 200  len: 375 time: 0.0105124
Dec 04 00:50:05.629324 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-7e3d02eb-e1d1-4f65-85d6-6020171efacb tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad16774878464ffba02b8d1ebd37d1f9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1022964
Dec 04 00:50:05.711156 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc552c3-4f7f-4e7e-812b-d4adc8d5231d {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:50:05.718550 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:05.733895 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Transition to ACTIVE for port object acc552c3-4f7f-4e7e-812b-d4adc8d5231d will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:50:05.737455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:05.753572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:05.789611 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-045c3ce2-5ac4-458e-b551-82598a0e29f2 service neutron] 10.222.0.88 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463454
Dec 04 00:50:05.887940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Pushing event updated for resources: {'Port': ['ID=acc552c3-4f7f-4e7e-812b-d4adc8d5231d,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:05.893442 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:05.947780 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-097de55e-b12d-4103-a01c-c47979ff26db service neutron] 10.222.0.88 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1482151
Dec 04 00:50:06.164105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Attempting to bind port acc552c3-4f7f-4e7e-812b-d4adc8d5231d on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:50:06.164474 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Attempting to bind port acc552c3-4f7f-4e7e-812b-d4adc8d5231d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:50:06.164835 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Attempting to bind port acc552c3-4f7f-4e7e-812b-d4adc8d5231d on network cdf68f31-2f13-4060-b6e6-c7095799b7c3 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:50:06.197014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:50:06.197014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Checking segment: {'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:50:06.197379 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:06.197748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Bound using segment: {'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:50:06.198251 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Bound port: acc552c3-4f7f-4e7e-812b-d4adc8d5231d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:50:06.198626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:06.213645 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-280f5ba6-5e0e-46e2-af11-780275618801 req-82b18adc-7559-47a2-9998-05f8c581fa88 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 210 time: 0.0695367
Dec 04 00:50:06.322443 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f05999-7718-4a35-8ead-7e19853add17 req-f207abe6-c184-4465-bae1-b2cfc6b3e992 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:06.324112 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b7f05999-7718-4a35-8ead-7e19853add17 req-f207abe6-c184-4465-bae1-b2cfc6b3e992 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.2485535
Dec 04 00:50:06.413908 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b7f05999-7718-4a35-8ead-7e19853add17 req-effa668e-6f26-48cf-8854-4c97311de533 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0798032
Dec 04 00:50:06.429960 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] For port acc552c3-4f7f-4e7e-812b-d4adc8d5231d, host hv-cinder-76330, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:50:06.433714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] For port acc552c3-4f7f-4e7e-812b-d4adc8d5231d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=acc552c3-4f7f-4e7e-812b-d4adc8d5231d,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:50:06.437914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:06.458779 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aa949dcc-290e-4a9b-a634-e72a0015ed79 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:06.475861 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdd038-08aa-47a1-b535-73cd00c0ffcf req-73a02af0-e9af-4911-b8f0-572ceebb9cc8 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:06.477981 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4acdd038-08aa-47a1-b535-73cd00c0ffcf req-73a02af0-e9af-4911-b8f0-572ceebb9cc8 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.1121640
Dec 04 00:50:06.552605 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4acdd038-08aa-47a1-b535-73cd00c0ffcf req-4720bf19-eef5-4af7-a331-f00a0ddc4a98 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663393
Dec 04 00:50:06.634829 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Pushing event updated for resources: {'Port': ['ID=acc552c3-4f7f-4e7e-812b-d4adc8d5231d,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:06.641145 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:06.681837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:06.682527 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:06.684129 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-8e57f9bf-18c7-4756-938e-1ce214f080b4 service neutron] 10.222.0.91 "PUT /v2.0/ports/acc552c3-4f7f-4e7e-812b-d4adc8d5231d HTTP/1.1" status: 200  len: 1157 time: 1.6304042
Dec 04 00:50:06.685536 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'tag': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:50:06.775857 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'tag': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d', 'status': 'completed', 'code': 200}
Dec 04 00:50:06.952485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa830be-742b-4660-b530-47d686c71a74 req-fc6798cc-61d5-4734-8ad9-8a586e23abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:06.954258 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6fa830be-742b-4660-b530-47d686c71a74 req-fc6798cc-61d5-4734-8ad9-8a586e23abb3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=09801578e916483aa6201d3b9a595e8c&device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 1160 time: 0.1541393
Dec 04 00:50:07.151416 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 85caa19a-5f57-4b6f-ba38-516844d99d17 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:07.196125 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa830be-742b-4660-b530-47d686c71a74 req-fb1610fe-259d-409c-aa3e-0c683e2beeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:07.197855 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6fa830be-742b-4660-b530-47d686c71a74 req-fb1610fe-259d-409c-aa3e-0c683e2beeb2 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=09801578e916483aa6201d3b9a595e8c&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2321887
Dec 04 00:50:07.324555 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 85caa19a-5f57-4b6f-ba38-516844d99d17 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:07.325589 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:07.428895 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-01497b18-d148-4241-8983-7038813d829d req-6766e756-b178-4d3b-88dc-84b9a308d037 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 210 time: 0.0609086
Dec 04 00:50:07.429396 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa830be-742b-4660-b530-47d686c71a74 req-aaa4ba50-fa4b-41e7-a48c-4915188eae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:07.430966 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6fa830be-742b-4660-b530-47d686c71a74 req-aaa4ba50-fa4b-41e7-a48c-4915188eae2b service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2185378
Dec 04 00:50:07.627087 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de460de2-2e59-4532-89f8-537807e1d8fe req-5c967435-40c9-41e2-8bf0-34b5cbc1c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:07.628784 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-5c967435-40c9-41e2-8bf0-34b5cbc1c579 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=09801578e916483aa6201d3b9a595e8c&device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 1160 time: 0.1526825
Dec 04 00:50:07.781033 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-214e4a60-1ae1-48c6-b6cf-1768a47167d6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc552c3-4f7f-4e7e-812b-d4adc8d5231d HTTP/1.1" status: 200  len: 217 time: 0.1408529
Dec 04 00:50:07.922228 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0538b-33e1-438c-ac86-a33d468baca9 req-1be56f7c-0534-430e-8a2c-235cf310a8b5 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:07.923903 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f3c0538b-33e1-438c-ac86-a33d468baca9 req-1be56f7c-0534-430e-8a2c-235cf310a8b5 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.3655643
Dec 04 00:50:07.927552 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086170a-0b72-4a54-8300-c12f7a473746 req-87ec0930-b389-439e-bae5-d95b52722b60 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:07.929140 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-87ec0930-b389-439e-bae5-d95b52722b60 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.91 "GET /v2.0/networks?id=1a96c76c-b31f-4d8f-acd6-db58f60b517e HTTP/1.1" status: 200  len: 811 time: 0.2405026
Dec 04 00:50:07.958976 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de460de2-2e59-4532-89f8-537807e1d8fe req-4a18041f-37bb-4723-947b-ef980be170fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:07.960604 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-4a18041f-37bb-4723-947b-ef980be170fe service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8322b4d1-9a0c-42f2-a911-3bc67b7cd900 HTTP/1.1" status: 200  len: 855 time: 0.1660764
Dec 04 00:50:08.051895 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f3c0538b-33e1-438c-ac86-a33d468baca9 req-22f941df-0f0e-4764-b6b0-20037b2740c9 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1144712
Dec 04 00:50:08.084603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de460de2-2e59-4532-89f8-537807e1d8fe req-c9a473f4-8ab9-446c-904c-715c305dc238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:08.087234 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-c9a473f4-8ab9-446c-904c-715c305dc238 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cdf68f31-2f13-4060-b6e6-c7095799b7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1190002
Dec 04 00:50:08.163603 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-71073afc-6ffd-4ef6-90c3-d05bf6805565 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ad16774878464ffba02b8d1ebd37d1f9 HTTP/1.1" status: 200  len: 5504 time: 0.2120652
Dec 04 00:50:08.176731 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Request body: {'port': {'device_id': '5d50ec93-b21c-4287-b303-935bc92c0bcb', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'admin_state_up': True, 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'security_groups': ['b64d2f02-06a8-40c4-bb44-9521d8220e89']}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:08.262804 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8ee08-f8f5-4eab-b90a-0f42f5117488 req-21968bec-ee10-49f9-a4eb-6f5173c6a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:08.264824 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24b8ee08-f8f5-4eab-b90a-0f42f5117488 req-21968bec-ee10-49f9-a4eb-6f5173c6a03e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=159ca91a7f9e406ab5effb717ffc39d1&device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 1163 time: 0.2954135
Dec 04 00:50:08.277124 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-b244f324-51da-487a-bbfc-d84b4c83f2c2 service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808305
Dec 04 00:50:08.279740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb627ef9-271a-4e2c-ad99-a53af8dd3d89 req-8fe6fdc8-ae08-4672-b0cc-052d2fea035c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:08.281308 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eb627ef9-271a-4e2c-ad99-a53af8dd3d89 req-8fe6fdc8-ae08-4672-b0cc-052d2fea035c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.3131559
Dec 04 00:50:08.477126 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de460de2-2e59-4532-89f8-537807e1d8fe req-eeb6792b-7f41-4dfa-b3cf-b348d400c9b0 service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1867929
Dec 04 00:50:08.479890 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eb627ef9-271a-4e2c-ad99-a53af8dd3d89 req-f2efc8e2-406a-4d51-9c16-9e5285b1be5e tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1694741
Dec 04 00:50:08.537463 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:08.544663 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Usage tracker for resource:port and tenant:ad16774878464ffba02b8d1ebd37d1f9 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:50:08.548202 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8ee08-f8f5-4eab-b90a-0f42f5117488 req-1bf26ed3-277d-483b-8a36-901c0a9276c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:08.549816 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24b8ee08-f8f5-4eab-b90a-0f42f5117488 req-1bf26ed3-277d-483b-8a36-901c0a9276c6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47 HTTP/1.1" status: 200  len: 903 time: 0.2650948
Dec 04 00:50:08.550650 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Quota usage for port was recalculated. Used quota:3. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:50:08.557270 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:08.598245 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125dbbb-e9fc-413c-b524-b14c74945e39 req-6e2d09a0-3889-47c6-a880-510f770b280e tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:08.599913 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5125dbbb-e9fc-413c-b524-b14c74945e39 req-6e2d09a0-3889-47c6-a880-510f770b280e tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 946 time: 0.1010389
Dec 04 00:50:08.651021 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5125dbbb-e9fc-413c-b524-b14c74945e39 req-4ee24bfe-e68f-41c2-9ef8-e700ac77b1a0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437751
Dec 04 00:50:08.697080 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b50dd3e6-2f78-4d8c-a991-4a3af2479f8f req-d23502a0-b363-4a5c-bec2-84f827d62562 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 210 time: 0.0742905
Dec 04 00:50:08.697718 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Made reservation on behalf of ad16774878464ffba02b8d1ebd37d1f9 for: {'port': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:50:08.703405 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:08.936184 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-230ef2c7-da40-45f4-aedc-4f8e5663f9ea tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2274702
Dec 04 00:50:08.949199 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Request body: {'floatingip': {'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:08.958544 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:08.964455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Usage tracker for resource:floatingip and tenant:9581564017a74dacabe1c0cb6793aabe is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:50:08.970959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:50:08.983144 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:08.998124 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for floatingip, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:09.065667 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24b8ee08-f8f5-4eab-b90a-0f42f5117488 req-575d191b-6b6c-4d6a-9d52-98b6d77fdda9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85caa19a-5f57-4b6f-ba38-516844d99d17 HTTP/1.1" status: 200  len: 1001 time: 0.5058973
Dec 04 00:50:09.338263 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8ee08-f8f5-4eab-b90a-0f42f5117488 req-5778cd39-e054-41b8-b19e-cadb37a3cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:09.342456 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24b8ee08-f8f5-4eab-b90a-0f42f5117488 req-5778cd39-e054-41b8-b19e-cadb37a3cb8e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954 HTTP/1.1" status: 200  len: 848 time: 0.2598104
Dec 04 00:50:09.472342 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:09.579353 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9502ab-450c-4148-a6e2-3f1d04cd221e req-f2b345be-cbfc-4386-9e3b-4442bed2b5cd tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:09.581019 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1f9502ab-450c-4148-a6e2-3f1d04cd221e req-f2b345be-cbfc-4386-9e3b-4442bed2b5cd tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.2886753
Dec 04 00:50:09.590737 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8ee08-f8f5-4eab-b90a-0f42f5117488 req-57e30eeb-f2c1-4c1f-81e7-82ea226e7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:09.592360 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24b8ee08-f8f5-4eab-b90a-0f42f5117488 req-57e30eeb-f2c1-4c1f-81e7-82ea226e7374 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2353950
Dec 04 00:50:09.732986 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Allocated IP 172.20.0.14 (1a96c76c-b31f-4d8f-acd6-db58f60b517e/e3fd5653-af84-4d8e-b53f-8e48b11f3606/cb2ee251-08ab-466a-a385-ef5d8a8f5102) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:50:09.756009 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1f9502ab-450c-4148-a6e2-3f1d04cd221e req-765a7eaa-b2c7-4b97-b904-ef7065be8e4d tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1605151
Dec 04 00:50:09.786900 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Allocated IP 172.27.3.141 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/f5aeb560-5bbf-4979-bf99-0b2bc4f0b8bb) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:50:09.857266 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24b8ee08-f8f5-4eab-b90a-0f42f5117488 req-02d207a6-e822-4e48-b664-4c25b60e6151 service neutron] 10.222.0.91 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2414708
Dec 04 00:50:09.958282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:09.989077 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:10.009116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-830a340e-1c2b-487e-96a4-2c51e5f92ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:10.149374 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Pushing event updated for resources: {'Port': ['ID=f5aeb560-5bbf-4979-bf99-0b2bc4f0b8bb,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:10.155021 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:10.189256 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:10.200177 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-24b8ee08-f8f5-4eab-b90a-0f42f5117488 req-6a31fa25-dc4e-441e-af0b-526ee156d948 service neutron] 10.222.0.91 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2896442
Dec 04 00:50:10.207293 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:50:10.209030 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:50:10.211698 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:50:10.215780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Transition to ACTIVE for port object cb2ee251-08ab-466a-a385-ef5d8a8f5102 will not be triggered until provisioned by entity DHCP. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:50:10.224598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858399d5-0a1c-4fcd-a490-295167358f0f req-5fcd06f2-48b5-4b96-bcb6-aa53d0a172c4 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:10.226244 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-858399d5-0a1c-4fcd-a490-295167358f0f req-5fcd06f2-48b5-4b96-bcb6-aa53d0a172c4 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.3146091
Dec 04 00:50:10.283046 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:10.301790 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-858399d5-0a1c-4fcd-a490-295167358f0f req-8ec4070f-f761-43cd-8b14-f31a0e0b703b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662501
Dec 04 00:50:10.302468 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-274482b5-abcc-47e4-93eb-ba6e65203c34 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:10.307862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for floatingip, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:10.375025 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:10.450559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event updated for resources: {'Port': ['ID=cb2ee251-08ab-466a-a385-ef5d8a8f5102,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:10.488216 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:10.572594 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Network 1a96c76c-b31f-4d8f-acd6-db58f60b517e is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:50:10.574614 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:50:10.577918 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:50:10.623328 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade40b6-14a6-4b22-a172-f70930d6373d req-300f943e-b773-4a40-ad62-93cbb0e73a66 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:10.625077 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eade40b6-14a6-4b22-a172-f70930d6373d req-300f943e-b773-4a40-ad62-93cbb0e73a66 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 932 time: 0.1818552
Dec 04 00:50:10.685480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:10.686085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:10.718133 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:10.721905 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eade40b6-14a6-4b22-a172-f70930d6373d req-0f86880b-7807-429c-b8eb-07c187f5093b tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=b64d2f02-06a8-40c4-bb44-9521d8220e89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851464
Dec 04 00:50:10.729057 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:10.737546 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5658178
Dec 04 00:50:10.756169 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7d5b3f85-f280-4393-8ad6-f118b2fd12b7 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:10.756295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Request body: {'port': {'device_id': '5d50ec93-b21c-4287-b303-935bc92c0bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:10.899404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:10.908636 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Pushing event updated for resources: {'Port': ['ID=f5aeb560-5bbf-4979-bf99-0b2bc4f0b8bb,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:10.914045 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:10.956606 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d5599e4d-1568-4655-ad41-cd1da3029077 None None] Provisioning for port cb2ee251-08ab-466a-a385-ef5d8a8f5102 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:50:10.962450 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-d5599e4d-1568-4655-ad41-cd1da3029077 None None] Provisioning complete for port cb2ee251-08ab-466a-a385-ef5d8a8f5102 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:10.963073 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d5599e4d-1568-4655-ad41-cd1da3029077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:11.022137 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:11.024102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-d5599e4d-1568-4655-ad41-cd1da3029077 None None] Port cb2ee251-08ab-466a-a385-ef5d8a8f5102 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:50:11.047552 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:11.048893 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.1072516
Dec 04 00:50:11.132204 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-829d83d6-71eb-4767-beda-790c3853304f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Synchronizing usage tracker for tenant:9581564017a74dacabe1c0cb6793aabe on resource:floatingip {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:50:11.150456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-829d83d6-71eb-4767-beda-790c3853304f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Unset dirty status for tenant:9581564017a74dacabe1c0cb6793aabe on resource:floatingip {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:50:11.154961 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-829d83d6-71eb-4767-beda-790c3853304f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.141 HTTP/1.1" status: 200  len: 696 time: 0.0964241
Dec 04 00:50:11.172902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92358e50-0877-4c9e-9133-bb6e96b9e165 req-8b0033ea-0dad-49ed-bdd8-8fbdeee53728 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:11.174521 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-92358e50-0877-4c9e-9133-bb6e96b9e165 req-8b0033ea-0dad-49ed-bdd8-8fbdeee53728 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.2258258
Dec 04 00:50:11.320250 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-6f511e2e-443f-4c15-8730-b7a2aeb3b5ad tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:11.321747 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-6f511e2e-443f-4c15-8730-b7a2aeb3b5ad tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/networks/0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 HTTP/1.1" status: 200  len: 784 time: 0.1624367
Dec 04 00:50:11.330924 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-92358e50-0877-4c9e-9133-bb6e96b9e165 req-68ff5435-f4e9-413c-bd41-cf3bc8ed4694 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1407509
Dec 04 00:50:11.333193 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-28698c72-b290-4463-96d7-f7c401d423e6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 00:50:11.334266 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd914b01-840b-4d68-9cb6-66400de5ce0c req-28698c72-b290-4463-96d7-f7c401d423e6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0061412
Dec 04 00:50:11.538107 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2ee251-08ab-466a-a385-ef5d8a8f5102 {{(pid=80263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:50:11.542682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-cd6571e6-97dd-4da0-b10b-33a804e69e30 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:11.544470 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-cd6571e6-97dd-4da0-b10b-33a804e69e30 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0936370
Dec 04 00:50:11.550121 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:11.569309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Transition to ACTIVE for port object cb2ee251-08ab-466a-a385-ef5d8a8f5102 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:50:11.574274 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2563008'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:11.633192 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-014eba9c-7636-4c05-933e-7f7adfc3fdfd tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.141 HTTP/1.1" status: 200  len: 696 time: 0.0821276
Dec 04 00:50:11.644872 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-07e119b7-9d16-4bbc-879c-1c1f3dc5dfe6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Request body: {'floatingip': {'port_id': 'cf038aa4-fc62-4e1c-a863-14849f7518c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:11.732126 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-07e119b7-9d16-4bbc-879c-1c1f3dc5dfe6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:11.739748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 85caa19a-5f57-4b6f-ba38-516844d99d17 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:11.819120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:11.820639 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 85caa19a-5f57-4b6f-ba38-516844d99d17 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:11.821183 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:11.865030 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c0643-ea3d-4fe6-9a4c-c19338e07f8b req-2a9accd2-7249-4b3f-9066-5d2aba81031c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:11.866651 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1e2c0643-ea3d-4fe6-9a4c-c19338e07f8b req-2a9accd2-7249-4b3f-9066-5d2aba81031c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.4014595
Dec 04 00:50:11.950867 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device acc552c3-4f7f-4e7e-812b-d4adc8d5231d up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:11.998917 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1e2c0643-ea3d-4fe6-9a4c-c19338e07f8b req-08080fdc-1860-47d9-aae7-8d3daa4e8970 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715744
Dec 04 00:50:12.014112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Pushing event updated for resources: {'Port': ['ID=cb2ee251-08ab-466a-a385-ef5d8a8f5102,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:12.019612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:12.032992 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port acc552c3-4f7f-4e7e-812b-d4adc8d5231d completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:50:12.043309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port acc552c3-4f7f-4e7e-812b-d4adc8d5231d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:12.043816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:12.386162 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:12.404947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d03a6566-08b0-46f4-87a3-6e45b72e1cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:12.428176 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port acc552c3-4f7f-4e7e-812b-d4adc8d5231d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=acc552c3-4f7f-4e7e-812b-d4adc8d5231d,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:50:12.429659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:50:12.429793 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dab8cb-5469-4593-9484-7e7c0e30efe1 req-c854ca6b-0c58-4176-a166-56f84d630912 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:12.430879 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-77dab8cb-5469-4593-9484-7e7c0e30efe1 req-c854ca6b-0c58-4176-a166-56f84d630912 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Synchronizing usage tracker for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:50:12.437509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:12.439747 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4e4d82ad-5921-4dba-89e9-9ee2fe4bba70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:12.444711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Attempting to bind port cb2ee251-08ab-466a-a385-ef5d8a8f5102 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:50:12.445120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Attempting to bind port cb2ee251-08ab-466a-a385-ef5d8a8f5102 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:50:12.445607 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Attempting to bind port cb2ee251-08ab-466a-a385-ef5d8a8f5102 on network 1a96c76c-b31f-4d8f-acd6-db58f60b517e {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:50:12.457346 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:50:12.457346 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Checking segment: {'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:50:12.457346 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:12.457346 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Bound using segment: {'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:50:12.457875 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Bound port: cb2ee251-08ab-466a-a385-ef5d8a8f5102, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:50:12.458388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:12.511773 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-77dab8cb-5469-4593-9484-7e7c0e30efe1 req-c854ca6b-0c58-4176-a166-56f84d630912 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Unset dirty status for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:50:12.514999 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77dab8cb-5469-4593-9484-7e7c0e30efe1 req-c854ca6b-0c58-4176-a166-56f84d630912 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 944 time: 0.2849088
Dec 04 00:50:12.531051 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=acc552c3-4f7f-4e7e-812b-d4adc8d5231d,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:12.534396 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:12.604882 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-77dab8cb-5469-4593-9484-7e7c0e30efe1 req-33a30983-625e-4411-8f3b-ef1252eecf67 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=b64d2f02-06a8-40c4-bb44-9521d8220e89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0834200
Dec 04 00:50:12.610631 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] For port cb2ee251-08ab-466a-a385-ef5d8a8f5102, host hv-cinder-76330, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:50:12.613884 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] For port cb2ee251-08ab-466a-a385-ef5d8a8f5102, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cb2ee251-08ab-466a-a385-ef5d8a8f5102,segment=NetworkSegment(14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8),segment_id=14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:50:12.617787 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2563008'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:12.637489 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fed64066-6a59-45a7-a3e1-c76402e5307f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:12.664709 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-07e119b7-9d16-4bbc-879c-1c1f3dc5dfe6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:12.668643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-07e119b7-9d16-4bbc-879c-1c1f3dc5dfe6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:12.870005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Pushing event updated for resources: {'Port': ['ID=cb2ee251-08ab-466a-a385-ef5d8a8f5102,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:12.873784 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:12.874413 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-07e119b7-9d16-4bbc-879c-1c1f3dc5dfe6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Floating IP 765e8d21-f401-44b1-8cfd-6be2ba127930 associated. External IP: 172.27.3.141, port: cf038aa4-fc62-4e1c-a863-14849f7518c7.
Dec 04 00:50:12.923172 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:12.923888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:12.925475 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] 10.222.0.91 "PUT /v2.0/ports/cb2ee251-08ab-466a-a385-ef5d8a8f5102 HTTP/1.1" status: 200  len: 1158 time: 2.1796966
Dec 04 00:50:12.926100 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d50ec93-b21c-4287-b303-935bc92c0bcb', 'tag': 'cb2ee251-08ab-466a-a385-ef5d8a8f5102'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:50:12.937450 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd3bb1-b613-4bdd-8fef-c92007fec926 req-af5ff6f3-d0be-4810-911b-4f238091cee2 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:12.945124 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-68dd3bb1-b613-4bdd-8fef-c92007fec926 req-af5ff6f3-d0be-4810-911b-4f238091cee2 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.2159209
Dec 04 00:50:13.009142 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-68dd3bb1-b613-4bdd-8fef-c92007fec926 req-9f8de8b3-4789-49fa-93fc-2c7338b0e2b0 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0630372
Dec 04 00:50:13.103660 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d', 'code': 200}
Dec 04 00:50:13.118930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086170a-0b72-4a54-8300-c12f7a473746 req-9c90f0dd-d1cd-47ce-b45d-3d551964138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:13.120594 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-9c90f0dd-d1cd-47ce-b45d-3d551964138e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad16774878464ffba02b8d1ebd37d1f9&device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 1161 time: 0.1035275
Dec 04 00:50:13.148246 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device acc552c3-4f7f-4e7e-812b-d4adc8d5231d up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:13.212336 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d50ec93-b21c-4287-b303-935bc92c0bcb', 'tag': 'cb2ee251-08ab-466a-a385-ef5d8a8f5102', 'status': 'completed', 'code': 200}
Dec 04 00:50:13.221802 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-a282b6d7-c9ec-4234-bd6f-8788d46e9dd0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb2ee251-08ab-466a-a385-ef5d8a8f5102 HTTP/1.1" status: 200  len: 217 time: 0.0876637
Dec 04 00:50:13.325319 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086170a-0b72-4a54-8300-c12f7a473746 req-c5a4c3e6-fabe-48ec-8528-3503830f18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:13.328266 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-c5a4c3e6-fabe-48ec-8528-3503830f18e2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3fd5653-af84-4d8e-b53f-8e48b11f3606 HTTP/1.1" status: 200  len: 850 time: 0.0989864
Dec 04 00:50:13.357629 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port acc552c3-4f7f-4e7e-812b-d4adc8d5231d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:13.358379 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:13.561154 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 85caa19a-5f57-4b6f-ba38-516844d99d17 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:50:13.596118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e5366-822d-4789-86e1-7e61b5cfb85a req-1fd07f22-ff31-45f3-86a0-3c5ee464efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:13.597774 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-050e5366-822d-4789-86e1-7e61b5cfb85a req-1fd07f22-ff31-45f3-86a0-3c5ee464efee service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 1162 time: 0.1999652
Dec 04 00:50:13.652202 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4c0a2-e5b6-452d-a618-0a9231619d1c req-16079abc-583b-4c46-8b75-131022a31e5d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:13.659978 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-15c4c0a2-e5b6-452d-a618-0a9231619d1c req-16079abc-583b-4c46-8b75-131022a31e5d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.2588003
Dec 04 00:50:13.692805 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086170a-0b72-4a54-8300-c12f7a473746 req-1f6a02c6-e9bd-4152-b70b-38713e183fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:13.694837 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-1f6a02c6-e9bd-4152-b70b-38713e183fb4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1a96c76c-b31f-4d8f-acd6-db58f60b517e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3542054
Dec 04 00:50:13.707239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:13.744668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 85caa19a-5f57-4b6f-ba38-516844d99d17, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=85caa19a-5f57-4b6f-ba38-516844d99d17,segment=NetworkSegment(073a304b-e217-421e-b03c-41677b6425a3),segment_id=073a304b-e217-421e-b03c-41677b6425a3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:50:13.745920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-07e119b7-9d16-4bbc-879c-1c1f3dc5dfe6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:50:13.749507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:13.749677 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-050e5366-822d-4789-86e1-7e61b5cfb85a req-6a6d754a-5b55-488d-8e1f-c9ee778bed6f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1404245
Dec 04 00:50:13.751951 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c64cd950-8f85-48ba-92c6-af8760b9f491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:13.817444 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-15c4c0a2-e5b6-452d-a618-0a9231619d1c req-b7657c79-7682-4f90-8f46-4480640ba25a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1563678
Dec 04 00:50:13.829370 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=85caa19a-5f57-4b6f-ba38-516844d99d17,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:13.842461 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:13.871967 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 57754) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:50:13.925730 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-9e7e54ba-45f9-4cfc-a269-9a40191d15b9 service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2206395
Dec 04 00:50:13.961425 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-07e119b7-9d16-4bbc-879c-1c1f3dc5dfe6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:50:13.967244 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-07e119b7-9d16-4bbc-879c-1c1f3dc5dfe6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:13.973504 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186f7767-f39c-49e7-a848-7a990a544b1d None None] Sync routers for ids ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:50:13.990419 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186f7767-f39c-49e7-a848-7a990a544b1d None None] Routers {'50d0af3f-e3f1-4d13-9217-ad79db4eec20'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:50:13.991123 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-186f7767-f39c-49e7-a848-7a990a544b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09f87198>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:49:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:14.026685 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-07e119b7-9d16-4bbc-879c-1c1f3dc5dfe6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "PUT /v2.0/floatingips/765e8d21-f401-44b1-8cfd-6be2ba127930 HTTP/1.1" status: 200  len: 997 time: 2.3864169
Dec 04 00:50:14.027276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:50:14.116020 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1239dab9-3c11-472b-8f70-61d90990babc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:14.152226 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1239dab9-3c11-472b-8f70-61d90990babc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:14.161201 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1239dab9-3c11-472b-8f70-61d90990babc admin admin] Usage tracker for resource:security_group_rule and tenant:6131973c08dd405c8e7bc2afbb5db535 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:50:14.165017 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-1239dab9-3c11-472b-8f70-61d90990babc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:50:14.191016 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-1239dab9-3c11-472b-8f70-61d90990babc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:14.226548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a507bc-7ef9-45db-942e-b5d47afabc14 req-9fca7cfc-a6b8-455d-86f1-26e5b5e8b274 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:14.228544 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-03a507bc-7ef9-45db-942e-b5d47afabc14 req-9fca7cfc-a6b8-455d-86f1-26e5b5e8b274 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 944 time: 0.2742100
Dec 04 00:50:14.240438 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-186f7767-f39c-49e7-a848-7a990a544b1d None None] Set router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:50:14.240781 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-00f8abda-1dc1-449b-9f38-f5b9f2896f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:14.249908 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-00f8abda-1dc1-449b-9f38-f5b9f2896f99 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9581564017a74dacabe1c0cb6793aabe&device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 1163 time: 0.2044809
Dec 04 00:50:14.283941 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0086170a-0b72-4a54-8300-c12f7a473746 req-fb5da96b-68f6-4998-9b38-f4309770fe10 service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2794275
Dec 04 00:50:14.319518 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-03a507bc-7ef9-45db-942e-b5d47afabc14 req-67eaa323-21a3-4d72-955c-1be7b05a7d77 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=b64d2f02-06a8-40c4-bb44-9521d8220e89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0796909
Dec 04 00:50:14.420929 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-4c27207b-cc2c-42cc-abb1-0f91010a77ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:14.422565 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-4c27207b-cc2c-42cc-abb1-0f91010a77ad service neutron] 10.222.0.88 "GET /v2.0/networks?id=fd27a085-0b96-4520-ae0d-abd50f786818 HTTP/1.1" status: 200  len: 909 time: 0.1715574
Dec 04 00:50:14.426883 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7', 'status': 'completed', 'code': 200}
Dec 04 00:50:14.446803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1239dab9-3c11-472b-8f70-61d90990babc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:14.495084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1239dab9-3c11-472b-8f70-61d90990babc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:14.515658 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:14.550324 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-8eff039a-7873-4d00-80f3-919700da8c44 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7 HTTP/1.1" status: 200  len: 1000 time: 0.1191053
Dec 04 00:50:14.570029 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-970e1edf-7d2a-4bbf-9dc4-d6f60ead1a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:14.623843 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-2ebe71b6-a56b-4152-b738-adc0451193a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:14.625563 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-2ebe71b6-a56b-4152-b738-adc0451193a4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3c0996dd-2506-4c97-b879-7d5a1619ebc6 HTTP/1.1" status: 200  len: 854 time: 0.0675619
Dec 04 00:50:14.629348 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1239dab9-3c11-472b-8f70-61d90990babc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6131973c08dd405c8e7bc2afbb5db535&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7562301
Dec 04 00:50:14.633028 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57768) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:50:14.635010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d095798-a15c-406e-833e-3b96452925f9 req-c5b2c10f-87fe-41c2-aad7-70ad9d274218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:14.636670 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d095798-a15c-406e-833e-3b96452925f9 req-c5b2c10f-87fe-41c2-aad7-70ad9d274218 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad16774878464ffba02b8d1ebd37d1f9&device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 1161 time: 0.2845306
Dec 04 00:50:14.639568 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239dab9-3c11-472b-8f70-61d90990babc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85562be6-4b4f-4a34-84c6-f774b7a43679,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:14.642834 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1239dab9-3c11-472b-8f70-61d90990babc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:14.661127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-186f7767-f39c-49e7-a848-7a990a544b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09f87198>, [{'id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:48:59Z', 'updated_at': '2020-12-04T00:49:07Z', 'revision_number': 4, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'gw_port': {'id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:00Z', 'updated_at': '2020-12-04T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '765e8d21-f401-44b1-8cfd-6be2ba127930', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'port_id': 'cf038aa4-fc62-4e1c-a863-14849f7518c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818', 'mac_address': 'fa:16:3e:39:8f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:50:10Z', 'updated_at': '2020-12-04T00:50:12Z', 'revision_number': 1, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5784c719-6796-4dc9-93ac-1a7a88a550ec', 'name': '', 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'mac_address': 'fa:16:3e:c8:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:05Z', 'updated_at': '2020-12-04T00:49:17Z', 'revision_number': 5, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'subnets': [{'id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:14.665455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186f7767-f39c-49e7-a848-7a990a544b1d None None] Checking router: 50d0af3f-e3f1-4d13-9217-ad79db4eec20 for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:50:14.675166 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186f7767-f39c-49e7-a848-7a990a544b1d None None] Routers {'50d0af3f-e3f1-4d13-9217-ad79db4eec20'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:50:14.675884 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-186f7767-f39c-49e7-a848-7a990a544b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09f87198>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:50:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:14.769112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d6c7f3ff-3cd1-4aa0-afe0-493338f0f88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:14.773181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-1e01f019-fa78-4147-88ba-a1dba9069486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:14.774837 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-1e01f019-fa78-4147-88ba-a1dba9069486 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fd27a085-0b96-4520-ae0d-abd50f786818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1389024
Dec 04 00:50:14.782079 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f5481-bc45-4deb-9c4d-7eb8c5cd54f5 req-214a05a2-0fff-461f-9017-e0f9e1bbe2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:14.783909 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-024f5481-bc45-4deb-9c4d-7eb8c5cd54f5 req-214a05a2-0fff-461f-9017-e0f9e1bbe2a8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9581564017a74dacabe1c0cb6793aabe&device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 1163 time: 0.3322399
Dec 04 00:50:14.864509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-186f7767-f39c-49e7-a848-7a990a544b1d None None] Set router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:50:14.883549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d6c7f3ff-3cd1-4aa0-afe0-493338f0f88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:14.905434 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d612974-1996-4dfe-b1ba-6fd3e228eea7 req-e0a3b631-13df-4708-aefc-386aa9f66b05 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:14.908132 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9d612974-1996-4dfe-b1ba-6fd3e228eea7 req-e0a3b631-13df-4708-aefc-386aa9f66b05 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.3739557
Dec 04 00:50:14.972870 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-28e76f75-5d03-4289-88c1-d93637424fce service neutron] 10.222.0.88 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1876874
Dec 04 00:50:14.979357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d6c7f3ff-3cd1-4aa0-afe0-493338f0f88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:14.986272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-317703b5-daa2-4766-b19b-1e04d468a9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:15.002229 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d095798-a15c-406e-833e-3b96452925f9 req-faa423f5-be73-4999-8f60-15ca647be401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:15.003682 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d095798-a15c-406e-833e-3b96452925f9 req-faa423f5-be73-4999-8f60-15ca647be401 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1a96c76c-b31f-4d8f-acd6-db58f60b517e HTTP/1.1" status: 200  len: 905 time: 0.3581667
Dec 04 00:50:15.013586 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f5481-bc45-4deb-9c4d-7eb8c5cd54f5 req-26cc2cf0-194a-4e45-87aa-8f0401aea659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:15.015191 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-024f5481-bc45-4deb-9c4d-7eb8c5cd54f5 req-26cc2cf0-194a-4e45-87aa-8f0401aea659 service neutron] 10.222.0.91 "GET /v2.0/networks?id=fd27a085-0b96-4520-ae0d-abd50f786818 HTTP/1.1" status: 200  len: 909 time: 0.2132983
Dec 04 00:50:15.022334 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7f3ff-3cd1-4aa0-afe0-493338f0f88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85562be6-4b4f-4a34-84c6-f774b7a43679,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:15.030627 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d6c7f3ff-3cd1-4aa0-afe0-493338f0f88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:15.084663 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d6c7f3ff-3cd1-4aa0-afe0-493338f0f88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:15.088907 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d6c7f3ff-3cd1-4aa0-afe0-493338f0f88b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/85562be6-4b4f-4a34-84c6-f774b7a43679 HTTP/1.1" status: 204  len: 168 time: 0.4548078
Dec 04 00:50:15.106699 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85caa19a-5f57-4b6f-ba38-516844d99d17'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:50:15.180415 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe74addc-3b10-43b6-8a8c-a42a7a9f06e2 req-642210a7-6945-438c-aa1e-5f2b7b6a1d09 service neutron] 10.222.0.88 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1946871
Dec 04 00:50:15.228947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device acc552c3-4f7f-4e7e-812b-d4adc8d5231d up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:15.418158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fabe0b-ea91-4ab4-8b20-437ffb2a05f3 req-3c0dfeb6-19f4-4a53-b9a9-469a2c9e2330 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:15.419603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-45fabe0b-ea91-4ab4-8b20-437ffb2a05f3 req-3c0dfeb6-19f4-4a53-b9a9-469a2c9e2330 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Synchronizing usage tracker for tenant:09801578e916483aa6201d3b9a595e8c on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:50:15.437137 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-45fabe0b-ea91-4ab4-8b20-437ffb2a05f3 req-3c0dfeb6-19f4-4a53-b9a9-469a2c9e2330 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Unset dirty status for tenant:09801578e916483aa6201d3b9a595e8c on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:50:15.446617 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-45fabe0b-ea91-4ab4-8b20-437ffb2a05f3 req-3c0dfeb6-19f4-4a53-b9a9-469a2c9e2330 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.1390486
Dec 04 00:50:15.512066 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-45fabe0b-ea91-4ab4-8b20-437ffb2a05f3 req-af710651-43f0-4edc-941c-bb0b48585524 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642841
Dec 04 00:50:15.518847 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9d612974-1996-4dfe-b1ba-6fd3e228eea7 req-8b68566e-0a85-4752-b925-413894df0289 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.5489495
Dec 04 00:50:15.586247 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-3c3d8092-27ed-43f7-bd96-3f2bd87e2d1c req-80fabcb6-7145-4c5a-a7ce-dea785fe1817 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1273712199', 'description': 'tempest-TestMinimumBasicScenario-1273712199 description'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:15.598033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-3c3d8092-27ed-43f7-bd96-3f2bd87e2d1c req-80fabcb6-7145-4c5a-a7ce-dea785fe1817 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:15.598777 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d095798-a15c-406e-833e-3b96452925f9 req-6a9cfdaf-8a3b-4423-96a2-c7655eba75f9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb2ee251-08ab-466a-a385-ef5d8a8f5102 HTTP/1.1" status: 200  len: 217 time: 0.5824089
Dec 04 00:50:15.609318 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-3c3d8092-27ed-43f7-bd96-3f2bd87e2d1c req-80fabcb6-7145-4c5a-a7ce-dea785fe1817 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:15.620372 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3c3d8092-27ed-43f7-bd96-3f2bd87e2d1c req-80fabcb6-7145-4c5a-a7ce-dea785fe1817 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:15.625459 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85caa19a-5f57-4b6f-ba38-516844d99d17', 'code': 422} returned with failed status
Dec 04 00:50:15.650161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-3c3d8092-27ed-43f7-bd96-3f2bd87e2d1c req-80fabcb6-7145-4c5a-a7ce-dea785fe1817 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:15.659972 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-3c3d8092-27ed-43f7-bd96-3f2bd87e2d1c req-80fabcb6-7145-4c5a-a7ce-dea785fe1817 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Usage tracker for resource:security_group_rule and tenant:9581564017a74dacabe1c0cb6793aabe is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:50:15.668710 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-3c3d8092-27ed-43f7-bd96-3f2bd87e2d1c req-80fabcb6-7145-4c5a-a7ce-dea785fe1817 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:50:15.675935 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port acc552c3-4f7f-4e7e-812b-d4adc8d5231d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:15.676490 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:15.685632 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-3c3d8092-27ed-43f7-bd96-3f2bd87e2d1c req-80fabcb6-7145-4c5a-a7ce-dea785fe1817 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:15.696359 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57788) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:50:15.715486 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-024f5481-bc45-4deb-9c4d-7eb8c5cd54f5 req-0366cb87-3033-4d19-af64-566246a6a772 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7 HTTP/1.1" status: 200  len: 1000 time: 0.2121928
Dec 04 00:50:15.722747 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac6fc-3bc7-47bd-845d-249aa1c03ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:15.736033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:15.743390 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4f2ac6fc-3bc7-47bd-845d-249aa1c03ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:15.758376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4f2ac6fc-3bc7-47bd-845d-249aa1c03ef5 admin admin] Usage tracker for resource:security_group_rule and tenant:4cceb85d2bca4e7dbc8432b203412fe0 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:50:15.762281 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4f2ac6fc-3bc7-47bd-845d-249aa1c03ef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:50:15.767058 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-186f7767-f39c-49e7-a848-7a990a544b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09f87198>, [{'id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:48:59Z', 'updated_at': '2020-12-04T00:49:07Z', 'revision_number': 4, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'gw_port': {'id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:00Z', 'updated_at': '2020-12-04T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '765e8d21-f401-44b1-8cfd-6be2ba127930', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'port_id': 'cf038aa4-fc62-4e1c-a863-14849f7518c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818', 'mac_address': 'fa:16:3e:39:8f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:50:10Z', 'updated_at': '2020-12-04T00:50:12Z', 'revision_number': 1, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5784c719-6796-4dc9-93ac-1a7a88a550ec', 'name': '', 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'mac_address': 'fa:16:3e:c8:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:05Z', 'updated_at': '2020-12-04T00:49:17Z', 'revision_number': 5, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'subnets': [{'id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:15.773345 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4f2ac6fc-3bc7-47bd-845d-249aa1c03ef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:15.776186 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186f7767-f39c-49e7-a848-7a990a544b1d None None] The sync data for ids ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'] in dv-cinder-763306-5-iscsi is: [{'id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:48:59Z', 'updated_at': '2020-12-04T00:49:07Z', 'revision_number': 4, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'gw_port': {'id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:00Z', 'updated_at': '2020-12-04T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '765e8d21-f401-44b1-8cfd-6be2ba127930', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'port_id': 'cf038aa4-fc62-4e1c-a863-14849f7518c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818', 'mac_address': 'fa:16:3e:39:8f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:50:10Z', 'updated_at': '2020-12-04T00:50:12Z', 'revision_number': 1, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5784c719-6796-4dc9-93ac-1a7a88a550ec', 'name': '', 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'mac_address': 'fa:16:3e:c8:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:05Z', 'updated_at': '2020-12-04T00:49:17Z', 'revision_number': 5, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'subnets': [{'id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:50:15.783556 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d095798-a15c-406e-833e-3b96452925f9 req-d62491ad-49f9-4834-9d0c-3100e0dee63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:15.785146 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d095798-a15c-406e-833e-3b96452925f9 req-d62491ad-49f9-4834-9d0c-3100e0dee63a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3fd5653-af84-4d8e-b53f-8e48b11f3606 HTTP/1.1" status: 200  len: 850 time: 0.1744754
Dec 04 00:50:15.855534 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3c3d8092-27ed-43f7-bd96-3f2bd87e2d1c req-80fabcb6-7145-4c5a-a7ce-dea785fe1817 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:15.863010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3c3d8092-27ed-43f7-bd96-3f2bd87e2d1c req-80fabcb6-7145-4c5a-a7ce-dea785fe1817 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:15.869561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9206d47e-00c7-41d0-98cb-704640aed41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:15.906968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f5481-bc45-4deb-9c4d-7eb8c5cd54f5 req-7ecdb975-300a-4323-b5cf-8a9981dfc04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:15.908502 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-024f5481-bc45-4deb-9c4d-7eb8c5cd54f5 req-7ecdb975-300a-4323-b5cf-8a9981dfc04d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3c0996dd-2506-4c97-b879-7d5a1619ebc6 HTTP/1.1" status: 200  len: 854 time: 0.1823311
Dec 04 00:50:15.942097 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fabcb6-7145-4c5a-a7ce-dea785fe1817 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e23346-baef-477a-88bd-7734aec20494,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:15.954662 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-80fabcb6-7145-4c5a-a7ce-dea785fe1817 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:15.955462 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3c3d8092-27ed-43f7-bd96-3f2bd87e2d1c req-80fabcb6-7145-4c5a-a7ce-dea785fe1817 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:15.956986 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c3d8092-27ed-43f7-bd96-3f2bd87e2d1c req-80fabcb6-7145-4c5a-a7ce-dea785fe1817 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1769 time: 0.3755541
Dec 04 00:50:15.974187 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac6fc-3bc7-47bd-845d-249aa1c03ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:15.978554 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac6fc-3bc7-47bd-845d-249aa1c03ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:15.989595 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9ba54e3f-f27b-4cd1-9345-5753167df762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:16.026363 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af9456-06c4-4ff3-9b2b-7deebc0484a0 req-44469b6f-386c-4e7b-8ba8-f05296a26644 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:16.028058 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67af9456-06c4-4ff3-9b2b-7deebc0484a0 req-44469b6f-386c-4e7b-8ba8-f05296a26644 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 944 time: 0.2517028
Dec 04 00:50:16.031314 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d095798-a15c-406e-833e-3b96452925f9 req-274b742c-241c-4aed-ac61-c978d629dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:16.032872 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d095798-a15c-406e-833e-3b96452925f9 req-274b742c-241c-4aed-ac61-c978d629dce7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1a96c76c-b31f-4d8f-acd6-db58f60b517e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2077992
Dec 04 00:50:16.035690 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4f2ac6fc-3bc7-47bd-845d-249aa1c03ef5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4cceb85d2bca4e7dbc8432b203412fe0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3399103
Dec 04 00:50:16.036685 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ac6fc-3bc7-47bd-845d-249aa1c03ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55969e0c-ea49-4966-8803-f66a9e07fa39,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:16.039232 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57794) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:50:16.042318 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f2ac6fc-3bc7-47bd-845d-249aa1c03ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:16.047771 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f5481-bc45-4deb-9c4d-7eb8c5cd54f5 req-dd4e9b71-3d77-43f9-be60-66823a22df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:16.049706 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-024f5481-bc45-4deb-9c4d-7eb8c5cd54f5 req-dd4e9b71-3d77-43f9-be60-66823a22df88 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fd27a085-0b96-4520-ae0d-abd50f786818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1309237
Dec 04 00:50:16.097771 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:16.132695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d41d1448-31b6-4f20-9724-07a29a3a41e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:16.157097 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd963062-b231-48d8-a011-603b5a234aaf None None] New status for floating IP 765e8d21-f401-44b1-8cfd-6be2ba127930: ACTIVE {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:50:16.163293 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d41d1448-31b6-4f20-9724-07a29a3a41e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:16.239307 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d41d1448-31b6-4f20-9724-07a29a3a41e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:16.245490 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-920a9192-4a0c-43ca-8a6b-d975f8cfbc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:16.272886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d1448-31b6-4f20-9724-07a29a3a41e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55969e0c-ea49-4966-8803-f66a9e07fa39,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:16.279367 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d41d1448-31b6-4f20-9724-07a29a3a41e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:16.291037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d41d1448-31b6-4f20-9724-07a29a3a41e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:16.295575 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d41d1448-31b6-4f20-9724-07a29a3a41e4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/55969e0c-ea49-4966-8803-f66a9e07fa39 HTTP/1.1" status: 204  len: 168 time: 0.2520335
Dec 04 00:50:16.308113 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67af9456-06c4-4ff3-9b2b-7deebc0484a0 req-9312a0fa-bb67-44e7-b4cb-bbf36e188ea4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=b64d2f02-06a8-40c4-bb44-9521d8220e89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2666154
Dec 04 00:50:16.361930 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d095798-a15c-406e-833e-3b96452925f9 req-66805e02-083c-43a8-939e-e501b6fd2dcc service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3188555
Dec 04 00:50:16.460768 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5a885684-1c45-47d2-a29f-432b5b32467e req-6a814713-3055-4899-8c75-7a745a31f044 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups/c5e23346-baef-477a-88bd-7734aec20494 HTTP/1.1" status: 200  len: 1764 time: 0.1395555
Dec 04 00:50:16.466564 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-5a885684-1c45-47d2-a29f-432b5b32467e req-5af071d3-8cc0-487b-b485-7e59d8f4c6bc tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5e23346-baef-477a-88bd-7734aec20494', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:16.467008 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-5a885684-1c45-47d2-a29f-432b5b32467e req-5af071d3-8cc0-487b-b485-7e59d8f4c6bc tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5e23346-baef-477a-88bd-7734aec20494', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:16.475241 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-5a885684-1c45-47d2-a29f-432b5b32467e req-5af071d3-8cc0-487b-b485-7e59d8f4c6bc tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:16.480958 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-5a885684-1c45-47d2-a29f-432b5b32467e req-5af071d3-8cc0-487b-b485-7e59d8f4c6bc tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Usage tracker for resource:security_group_rule and tenant:9581564017a74dacabe1c0cb6793aabe is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:50:16.485804 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-5a885684-1c45-47d2-a29f-432b5b32467e req-5af071d3-8cc0-487b-b485-7e59d8f4c6bc tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:50:16.493603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-5a885684-1c45-47d2-a29f-432b5b32467e req-5af071d3-8cc0-487b-b485-7e59d8f4c6bc tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:16.562423 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5a885684-1c45-47d2-a29f-432b5b32467e req-5af071d3-8cc0-487b-b485-7e59d8f4c6bc tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for security_group_rule, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:16.591069 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5a885684-1c45-47d2-a29f-432b5b32467e req-5af071d3-8cc0-487b-b485-7e59d8f4c6bc tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:16.595784 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5a885684-1c45-47d2-a29f-432b5b32467e req-5af071d3-8cc0-487b-b485-7e59d8f4c6bc tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874498'] for security_group_rule, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:16.598831 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:16.629259 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:16.629735 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af071d3-8cc0-487b-b485-7e59d8f4c6bc tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81473345-83f0-427d-b723-1d49f5541121,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:16.637745 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5af071d3-8cc0-487b-b485-7e59d8f4c6bc tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:16.650258 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5a885684-1c45-47d2-a29f-432b5b32467e req-5af071d3-8cc0-487b-b485-7e59d8f4c6bc tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for security_group_rule, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:16.651596 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5a885684-1c45-47d2-a29f-432b5b32467e req-5af071d3-8cc0-487b-b485-7e59d8f4c6bc tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1898274
Dec 04 00:50:16.652049 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-024f5481-bc45-4deb-9c4d-7eb8c5cd54f5 req-1544003e-5365-4edf-a6ea-c1a764abc601 service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5791090
Dec 04 00:50:16.818113 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-52a096f3-0dd9-4127-8347-d3161ecfd3c7 req-17759647-fea4-4a07-8764-6c412c1b9cef service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4643643
Dec 04 00:50:16.865394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f896d-32da-4c2b-b1d5-c5d97aecebcb req-42ca8859-b332-456f-be54-d44015f01174 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:16.866263 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d095798-a15c-406e-833e-3b96452925f9 req-ec568be1-0e82-4233-9d78-3d71f0163a39 service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4327202
Dec 04 00:50:16.869335 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-024f5481-bc45-4deb-9c4d-7eb8c5cd54f5 req-ef522472-30c6-4cd7-b554-5e4a52307f09 service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1989090
Dec 04 00:50:16.876532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccedaf8-d701-4306-b1e4-a989caf9a0b7 req-13040744-c46e-4822-8cd8-88a6bd36adc7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:16.878155 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8ccedaf8-d701-4306-b1e4-a989caf9a0b7 req-13040744-c46e-4822-8cd8-88a6bd36adc7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.4158227
Dec 04 00:50:16.880173 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-517f896d-32da-4c2b-b1d5-c5d97aecebcb req-42ca8859-b332-456f-be54-d44015f01174 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.1136694
Dec 04 00:50:16.948962 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8ccedaf8-d701-4306-b1e4-a989caf9a0b7 req-7530157d-9e7a-48f4-b64e-031bf6039df4 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0642345
Dec 04 00:50:16.950931 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-517f896d-32da-4c2b-b1d5-c5d97aecebcb req-ab8341a8-a09f-4984-ad9f-8104d3c7ce4b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559962
Dec 04 00:50:17.055359 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-da1cca11-bcc8-48a5-9984-826b34c54e04 req-6b1f98f9-e5a8-4a5c-bf53-8bd102507529 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups/c5e23346-baef-477a-88bd-7734aec20494 HTTP/1.1" status: 200  len: 2325 time: 0.0567939
Dec 04 00:50:17.061152 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-da1cca11-bcc8-48a5-9984-826b34c54e04 req-989ad88a-de51-455d-9f08-460c40610d72 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5e23346-baef-477a-88bd-7734aec20494', 'remote_group_id': None}]} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:17.061594 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-da1cca11-bcc8-48a5-9984-826b34c54e04 req-989ad88a-de51-455d-9f08-460c40610d72 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c5e23346-baef-477a-88bd-7734aec20494', 'remote_group_id': None}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:17.077094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-da1cca11-bcc8-48a5-9984-826b34c54e04 req-989ad88a-de51-455d-9f08-460c40610d72 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:17.081491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-da1cca11-bcc8-48a5-9984-826b34c54e04 req-989ad88a-de51-455d-9f08-460c40610d72 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Usage tracker for resource:security_group_rule and tenant:9581564017a74dacabe1c0cb6793aabe is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:50:17.085141 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-da1cca11-bcc8-48a5-9984-826b34c54e04 req-989ad88a-de51-455d-9f08-460c40610d72 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:50:17.091175 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-da1cca11-bcc8-48a5-9984-826b34c54e04 req-989ad88a-de51-455d-9f08-460c40610d72 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:17.153713 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-da1cca11-bcc8-48a5-9984-826b34c54e04 req-989ad88a-de51-455d-9f08-460c40610d72 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for security_group_rule, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:17.183443 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-da1cca11-bcc8-48a5-9984-826b34c54e04 req-989ad88a-de51-455d-9f08-460c40610d72 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:17.187600 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-da1cca11-bcc8-48a5-9984-826b34c54e04 req-989ad88a-de51-455d-9f08-460c40610d72 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874498'] for security_group_rule, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:17.191576 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:17.232391 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ad88a-de51-455d-9f08-460c40610d72 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3527f68e-d74e-4210-9a04-3280610f98ba,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:17.236688 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-989ad88a-de51-455d-9f08-460c40610d72 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:17.250269 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-da1cca11-bcc8-48a5-9984-826b34c54e04 req-989ad88a-de51-455d-9f08-460c40610d72 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for security_group_rule, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:17.251909 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-da1cca11-bcc8-48a5-9984-826b34c54e04 req-989ad88a-de51-455d-9f08-460c40610d72 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1956365
Dec 04 00:50:17.286320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd55d8a-0ca7-45bc-a497-aaf95f6ffb8f req-9e7bfa52-a80f-4ac6-9f89-e108076b08ca tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:17.297630 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9cd55d8a-0ca7-45bc-a497-aaf95f6ffb8f req-9e7bfa52-a80f-4ac6-9f89-e108076b08ca tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.1622033
Dec 04 00:50:17.298230 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 57832) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:50:17.304036 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-f2dc13f5-591a-4dae-9f39-3c89a73f4e77 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Request body: {'floatingip': {'port_id': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:17.423606 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2dc13f5-591a-4dae-9f39-3c89a73f4e77 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:17.634192 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9351f4-48b4-4823-a0b2-37cbadaccedb req-aa07be66-9420-413b-9908-3e3f4e227775 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:17.635127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-de9351f4-48b4-4823-a0b2-37cbadaccedb req-aa07be66-9420-413b-9908-3e3f4e227775 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Synchronizing usage tracker for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:50:17.648884 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-de9351f4-48b4-4823-a0b2-37cbadaccedb req-aa07be66-9420-413b-9908-3e3f4e227775 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Unset dirty status for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:50:17.650407 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de9351f4-48b4-4823-a0b2-37cbadaccedb req-aa07be66-9420-413b-9908-3e3f4e227775 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 944 time: 0.1815383
Dec 04 00:50:17.671950 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8a459a54-b251-4227-a9e2-8fb398fb1e0d req-a2654bb6-5b12-4090-9f3f-9cbaee13ed2a tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1273712199&fields=id&tenant_id=9581564017a74dacabe1c0cb6793aabe HTTP/1.1" status: 200  len: 267 time: 0.3018386
Dec 04 00:50:17.706846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-de9351f4-48b4-4823-a0b2-37cbadaccedb req-efacd26c-20e2-4556-b047-77ab446d67f2 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Synchronizing usage tracker for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:50:17.722324 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-de9351f4-48b4-4823-a0b2-37cbadaccedb req-efacd26c-20e2-4556-b047-77ab446d67f2 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Unset dirty status for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:50:17.723702 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-de9351f4-48b4-4823-a0b2-37cbadaccedb req-efacd26c-20e2-4556-b047-77ab446d67f2 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=b64d2f02-06a8-40c4-bb44-9521d8220e89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664024
Dec 04 00:50:17.790524 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device acc552c3-4f7f-4e7e-812b-d4adc8d5231d up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:17.867712 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port acc552c3-4f7f-4e7e-812b-d4adc8d5231d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:17.868212 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:17.945379 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a459a54-b251-4227-a9e2-8fb398fb1e0d req-1f1eb0ba-6212-4f77-8689-7602e9ec0745 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:17.947140 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8a459a54-b251-4227-a9e2-8fb398fb1e0d req-1f1eb0ba-6212-4f77-8689-7602e9ec0745 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 946 time: 0.2639956
Dec 04 00:50:17.998929 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cb2ee251-08ab-466a-a385-ef5d8a8f5102 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:18.093365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port cb2ee251-08ab-466a-a385-ef5d8a8f5102 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:50:18.110274 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port cb2ee251-08ab-466a-a385-ef5d8a8f5102 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:18.110716 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:18.256096 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-8a459a54-b251-4227-a9e2-8fb398fb1e0d req-7a6a4ddf-15b3-4389-b494-91839375258c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Request body: {'port': {'security_groups': ['89f98004-ecd8-4e88-a8e3-fbb85870d457', 'c5e23346-baef-477a-88bd-7734aec20494']}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:18.259518 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:18.330913 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port cb2ee251-08ab-466a-a385-ef5d8a8f5102, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cb2ee251-08ab-466a-a385-ef5d8a8f5102,segment=NetworkSegment(14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8),segment_id=14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:50:18.332239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d50ec93-b21c-4287-b303-935bc92c0bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2ee251-08ab-466a-a385-ef5d8a8f5102'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:50:18.332846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90b877-bf5c-42b1-be29-8b9658c6b3f0 req-3eec0126-7fe9-4a9e-b039-e73ec22de539 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:18.334706 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ce90b877-bf5c-42b1-be29-8b9658c6b3f0 req-3eec0126-7fe9-4a9e-b039-e73ec22de539 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.1769750
Dec 04 00:50:18.339006 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:18.341285 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:18.390709 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ce90b877-bf5c-42b1-be29-8b9658c6b3f0 req-4d4230ca-98ce-4561-bea9-33f469c82009 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0467737
Dec 04 00:50:18.444287 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=cb2ee251-08ab-466a-a385-ef5d8a8f5102,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:18.458251 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:18.496247 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d50ec93-b21c-4287-b303-935bc92c0bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2ee251-08ab-466a-a385-ef5d8a8f5102', 'code': 200}
Dec 04 00:50:18.669138 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8a459a54-b251-4227-a9e2-8fb398fb1e0d req-7a6a4ddf-15b3-4389-b494-91839375258c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:18.801737 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a096f3-0dd9-4127-8347-d3161ecfd3c7 req-03f9cfe0-094e-40bc-b456-128e18fb8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:18.803285 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-52a096f3-0dd9-4127-8347-d3161ecfd3c7 req-03f9cfe0-094e-40bc-b456-128e18fb8593 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b&tenant_id=159ca91a7f9e406ab5effb717ffc39d1 HTTP/1.1" status: 200  len: 1161 time: 0.3708138
Dec 04 00:50:18.916722 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.resource_extend [None req-f2dc13f5-591a-4dae-9f39-3c89a73f4e77 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 04 00:50:18.970558 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f711d4-2a6a-414c-bb57-67759639e7b1 req-7312ee2a-9ef5-4854-8202-bade1f878506 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:18.972252 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85f711d4-2a6a-414c-bb57-67759639e7b1 req-7312ee2a-9ef5-4854-8202-bade1f878506 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 946 time: 0.1075940
Dec 04 00:50:19.026132 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-85f711d4-2a6a-414c-bb57-67759639e7b1 req-e972a478-2814-4736-bacd-155ed720b513 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=b64d2f02-06a8-40c4-bb44-9521d8220e89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438542
Dec 04 00:50:19.103807 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2dc13f5-591a-4dae-9f39-3c89a73f4e77 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:19.123997 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2dc13f5-591a-4dae-9f39-3c89a73f4e77 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:19.213512 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cb2ee251-08ab-466a-a385-ef5d8a8f5102 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:19.248165 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-8e0617c1-5b70-497f-b534-c3a88c167b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:50:19.266630 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-8e0617c1-5b70-497f-b534-c3a88c167b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:50:19.277723 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-8e0617c1-5b70-497f-b534-c3a88c167b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1743171934&fields=id&tenant_id=7a26399740574f8392d1363acd2d4d9f HTTP/1.1" status: 200  len: 267 time: 0.0748069
Dec 04 00:50:19.284825 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e99c94-7039-4557-a8ec-3df54674fb99 req-e3a9d544-f48d-40c4-94e9-fdaf94df433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:19.286478 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f4e99c94-7039-4557-a8ec-3df54674fb99 req-e3a9d544-f48d-40c4-94e9-fdaf94df433c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 1163 time: 0.5597548
Dec 04 00:50:19.298631 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a096f3-0dd9-4127-8347-d3161ecfd3c7 req-190b4527-0153-49fa-b1b5-20a1de25e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:19.300196 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-52a096f3-0dd9-4127-8347-d3161ecfd3c7 req-190b4527-0153-49fa-b1b5-20a1de25e74d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=159ca91a7f9e406ab5effb717ffc39d1&device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 1161 time: 0.4509873
Dec 04 00:50:19.305204 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port cb2ee251-08ab-466a-a385-ef5d8a8f5102 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:19.305763 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:19.443152 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-db036b7d-a974-4749-9267-e19ae76c113f tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:19.444006 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-db036b7d-a974-4749-9267-e19ae76c113f tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:network {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:50:19.461360 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-db036b7d-a974-4749-9267-e19ae76c113f tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:network {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:50:19.462767 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-db036b7d-a974-4749-9267-e19ae76c113f tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 812 time: 0.1835968
Dec 04 00:50:19.479968 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-0b1b6b8b-e08b-4328-8bbe-0986b398084a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/quotas/7a26399740574f8392d1363acd2d4d9f HTTP/1.1" status: 200  len: 375 time: 0.0109270
Dec 04 00:50:19.576949 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-7181e2d7-497e-48f9-883d-ac02d3eb3173 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0903137
Dec 04 00:50:19.752001 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-a181ceac-6d4b-4e74-8265-69f4812d98a2 service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1614654
Dec 04 00:50:19.793232 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f4e99c94-7039-4557-a8ec-3df54674fb99 req-9466cb1b-52c2-4b6b-8bed-c2de6f072022 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b64d2f02-06a8-40c4-bb44-9521d8220e89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4967701
Dec 04 00:50:19.819193 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [None req-f2dc13f5-591a-4dae-9f39-3c89a73f4e77 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Floating IP 4a86d422-5a6d-4028-916d-b46ebe7e4935 associated. External IP: 172.27.3.151, port: acc552c3-4f7f-4e7e-812b-d4adc8d5231d.
Dec 04 00:50:19.903501 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-4a346f16-dc11-4b51-bf80-5caf596748f3 service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1471648
Dec 04 00:50:19.989848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a096f3-0dd9-4127-8347-d3161ecfd3c7 req-655f6402-7937-4469-9462-a56becf82150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:19.991406 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-52a096f3-0dd9-4127-8347-d3161ecfd3c7 req-655f6402-7937-4469-9462-a56becf82150 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47 HTTP/1.1" status: 200  len: 903 time: 0.6690531
Dec 04 00:50:20.138240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-8a459a54-b251-4227-a9e2-8fb398fb1e0d req-7a6a4ddf-15b3-4389-b494-91839375258c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] For port cf038aa4-fc62-4e1c-a863-14849f7518c7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7,segment=NetworkSegment(72453cb1-c0e3-4564-a40f-61e9e847e988),segment_id=72453cb1-c0e3-4564-a40f-61e9e847e988)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:50:20.178165 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-52a096f3-0dd9-4127-8347-d3161ecfd3c7 req-233bed1a-34a2-4117-a106-93d533c15f05 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85caa19a-5f57-4b6f-ba38-516844d99d17 HTTP/1.1" status: 200  len: 999 time: 0.1602013
Dec 04 00:50:20.379394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8a459a54-b251-4227-a9e2-8fb398fb1e0d req-7a6a4ddf-15b3-4389-b494-91839375258c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:20.395400 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8a459a54-b251-4227-a9e2-8fb398fb1e0d req-7a6a4ddf-15b3-4389-b494-91839375258c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2563008'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:20.430864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d2c6c391-058c-4a1e-b8da-f4746331f9a3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:20.453745 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee55a9-5aca-494d-8edb-eb21d7ee1bac req-93203c8f-3580-47c7-8368-81ff8bf9173c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:20.454946 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f1ee55a9-5aca-494d-8edb-eb21d7ee1bac req-93203c8f-3580-47c7-8368-81ff8bf9173c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.0922968
Dec 04 00:50:20.513022 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f1ee55a9-5aca-494d-8edb-eb21d7ee1bac req-c0a8992c-8c33-4552-8ad5-d0d26a60ed3a tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0486202
Dec 04 00:50:20.555613 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a096f3-0dd9-4127-8347-d3161ecfd3c7 req-aa2fc775-39e3-4741-8a2f-2db3a9fda962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:20.557257 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-52a096f3-0dd9-4127-8347-d3161ecfd3c7 req-aa2fc775-39e3-4741-8a2f-2db3a9fda962 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954 HTTP/1.1" status: 200  len: 848 time: 0.3705723
Dec 04 00:50:20.717812 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a4ddf-15b3-4389-b494-91839375258c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Pushing event updated for resources: {'Port': ['ID=cf038aa4-fc62-4e1c-a863-14849f7518c7,revision_number=5']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:20.728934 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7a6a4ddf-15b3-4389-b494-91839375258c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:20.733924 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dc13f5-591a-4dae-9f39-3c89a73f4e77 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Router a0b2bddf-d440-4ba8-a24c-b74790c277cf has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:50:20.741423 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4641a0-903f-44d8-b10b-ac4455465784 req-60d30db8-bc77-422a-97d0-d39c1bdfded2 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:20.743094 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ea4641a0-903f-44d8-b10b-ac4455465784 req-60d30db8-bc77-422a-97d0-d39c1bdfded2 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 946 time: 0.1009462
Dec 04 00:50:20.806936 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ea4641a0-903f-44d8-b10b-ac4455465784 req-3219bfa5-8b6d-4b41-85fd-9608eaf5fb89 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=b64d2f02-06a8-40c4-bb44-9521d8220e89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473430
Dec 04 00:50:20.912880 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a096f3-0dd9-4127-8347-d3161ecfd3c7 req-4937d283-617d-4923-810d-0dca540ddae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:20.912880 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-52a096f3-0dd9-4127-8347-d3161ecfd3c7 req-4937d283-617d-4923-810d-0dca540ddae6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3329437
Dec 04 00:50:20.921360 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a459a54-b251-4227-a9e2-8fb398fb1e0d req-7a6a4ddf-15b3-4389-b494-91839375258c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:20.922076 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-8a459a54-b251-4227-a9e2-8fb398fb1e0d req-7a6a4ddf-15b3-4389-b494-91839375258c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:20.923637 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8a459a54-b251-4227-a9e2-8fb398fb1e0d req-7a6a4ddf-15b3-4389-b494-91839375258c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "PUT /v2.0/ports/cf038aa4-fc62-4e1c-a863-14849f7518c7 HTTP/1.1" status: 200  len: 982 time: 2.6814153
Dec 04 00:50:20.924210 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:50:21.011259 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-803ad260-b49d-4e39-a1d0-1021164c664a req-57e5cda9-a524-4d7e-8089-c2cd8b1fdc40 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 210 time: 0.0532169
Dec 04 00:50:21.088957 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7', 'status': 'completed', 'code': 200}
Dec 04 00:50:21.100790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-8d3a1b3e-d4a7-40fd-91a9-0bf98b6896f5 None None] Provisioning complete for port cf038aa4-fc62-4e1c-a863-14849f7518c7 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:21.103372 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1b3e-d4a7-40fd-91a9-0bf98b6896f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:21.338780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dc13f5-591a-4dae-9f39-3c89a73f4e77 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:50:21.344014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2dc13f5-591a-4dae-9f39-3c89a73f4e77 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:21.348899 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8679b76-d51c-4e93-ba6d-92cd5e7a9979 None None] Sync routers for ids ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:50:21.359763 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8679b76-d51c-4e93-ba6d-92cd5e7a9979 None None] Routers {'a0b2bddf-d440-4ba8-a24c-b74790c277cf'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:50:21.360452 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b8679b76-d51c-4e93-ba6d-92cd5e7a9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09dd87f0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:50:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:21.380690 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-52a096f3-0dd9-4127-8347-d3161ecfd3c7 req-43a95eb2-7df6-4d9f-8bec-995c88862492 service neutron] 10.222.0.91 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4486115
Dec 04 00:50:21.391079 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecbc12-70fe-46ea-ae1c-87450bdddea7 req-b3667210-80b7-42cc-bc29-4638d43d8b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:21.392654 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-71ecbc12-70fe-46ea-ae1c-87450bdddea7 req-b3667210-80b7-42cc-bc29-4638d43d8b4a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9581564017a74dacabe1c0cb6793aabe&device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 1203 time: 0.2961190
Dec 04 00:50:21.485422 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cf038aa4-fc62-4e1c-a863-14849f7518c7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:21.624309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port cf038aa4-fc62-4e1c-a863-14849f7518c7 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:21.626086 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:21.726997 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-b8679b76-d51c-4e93-ba6d-92cd5e7a9979 None None] Set router a0b2bddf-d440-4ba8-a24c-b74790c277cf gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:50:21.966250 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecbc12-70fe-46ea-ae1c-87450bdddea7 req-ecda2d2b-773a-4abc-a915-d5fda8ae51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:21.968233 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-71ecbc12-70fe-46ea-ae1c-87450bdddea7 req-ecda2d2b-773a-4abc-a915-d5fda8ae51f1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=fd27a085-0b96-4520-ae0d-abd50f786818 HTTP/1.1" status: 200  len: 909 time: 0.5382588
Dec 04 00:50:22.078715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0990c-8633-4a43-a035-4b0a5eb200a6 req-44c8b83a-0524-4a61-8439-b6ff8a6f603c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:22.080467 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67d0990c-8633-4a43-a035-4b0a5eb200a6 req-44c8b83a-0524-4a61-8439-b6ff8a6f603c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.9268267
Dec 04 00:50:22.084268 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f2dc13f5-591a-4dae-9f39-3c89a73f4e77 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "PUT /v2.0/floatingips/4a86d422-5a6d-4028-916d-b46ebe7e4935 HTTP/1.1" status: 200  len: 991 time: 4.7849183
Dec 04 00:50:22.089864 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-52a096f3-0dd9-4127-8347-d3161ecfd3c7 req-ae572c60-3dac-48af-829c-491e6013b8d3 service neutron] 10.222.0.91 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6857278
Dec 04 00:50:22.222304 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-d4baeb9b-987a-40ba-ab3b-1e8e1ca3e352 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:22.223969 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-d4baeb9b-987a-40ba-ab3b-1e8e1ca3e352 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 812 time: 0.5155370
Dec 04 00:50:22.255933 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-67d0990c-8633-4a43-a035-4b0a5eb200a6 req-020ead2a-16ae-42ca-821f-b05510bb2200 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1648698
Dec 04 00:50:22.289088 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdf463-44f9-4198-a73f-12758969ace5 req-43ead781-22d4-458b-a78f-7fe5301ca60b tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:22.301989 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-02bdf463-44f9-4198-a73f-12758969ace5 req-43ead781-22d4-458b-a78f-7fe5301ca60b tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.4110317
Dec 04 00:50:22.302985 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-71ecbc12-70fe-46ea-ae1c-87450bdddea7 req-b14fac58-c955-480b-98ce-5c5157e5fc3c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7 HTTP/1.1" status: 200  len: 1002 time: 0.1866658
Dec 04 00:50:22.423924 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-02bdf463-44f9-4198-a73f-12758969ace5 req-674bcccd-ab8e-4b22-8a2d-d6f145417398 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1204782
Dec 04 00:50:22.437234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecbc12-70fe-46ea-ae1c-87450bdddea7 req-06738883-6fe7-446b-a448-73aee0321d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:22.440267 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-71ecbc12-70fe-46ea-ae1c-87450bdddea7 req-06738883-6fe7-446b-a448-73aee0321d0a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3c0996dd-2506-4c97-b879-7d5a1619ebc6 HTTP/1.1" status: 200  len: 854 time: 0.1285007
Dec 04 00:50:22.447509 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-4cb19d5d-0f94-44b2-b0ca-98ced04f43eb tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7a26399740574f8392d1363acd2d4d9f HTTP/1.1" status: 200  len: 5551 time: 0.2001557
Dec 04 00:50:22.472295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Request body: {'port': {'device_id': 'fb14b97e-dcc8-435a-8579-fb8c524609b8', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'admin_state_up': True, 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'security_groups': ['8bde1058-ac2b-4d3c-9701-39a5dc8f02ef']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:22.575741 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b8679b76-d51c-4e93-ba6d-92cd5e7a9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09dd87f0>, [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:21Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '4a86d422-5a6d-4028-916d-b46ebe7e4935', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'port_id': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'mac_address': 'fa:16:3e:f4:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:49:59Z', 'updated_at': '2020-12-04T00:50:18Z', 'revision_number': 1, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc71633-b53b-40b7-94ff-a121b5cc8c32', 'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'mac_address': 'fa:16:3e:69:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:18Z', 'updated_at': '2020-12-04T00:44:31Z', 'revision_number': 5, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'subnets': [{'id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:22.581079 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8679b76-d51c-4e93-ba6d-92cd5e7a9979 None None] Checking router: a0b2bddf-d440-4ba8-a24c-b74790c277cf for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:50:22.590838 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8679b76-d51c-4e93-ba6d-92cd5e7a9979 None None] Routers {'a0b2bddf-d440-4ba8-a24c-b74790c277cf'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:50:22.591570 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b8679b76-d51c-4e93-ba6d-92cd5e7a9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09dd87f0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:50:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:22.634729 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecbc12-70fe-46ea-ae1c-87450bdddea7 req-cbd581f1-6402-4042-9dc1-d67e59ff9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:22.636412 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-71ecbc12-70fe-46ea-ae1c-87450bdddea7 req-cbd581f1-6402-4042-9dc1-d67e59ff9d56 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fd27a085-0b96-4520-ae0d-abd50f786818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1797924
Dec 04 00:50:22.646768 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4c8fb-7758-43d4-925c-ab6f1efa6bcb req-52bd209b-6cf7-4aa5-b8d3-4498b56a7cf3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:22.648311 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2af4c8fb-7758-43d4-925c-ab6f1efa6bcb req-52bd209b-6cf7-4aa5-b8d3-4498b56a7cf3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 946 time: 0.1291137
Dec 04 00:50:22.648656 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-86072de6-a0d0-43b9-9d17-7ffe43899114 req-b2ec4482-e235-494d-bd17-10fc50b03b50 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 210 time: 0.0647590
Dec 04 00:50:22.720095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:22.725118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Usage tracker for resource:port and tenant:7a26399740574f8392d1363acd2d4d9f is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:50:22.729683 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Quota usage for port was recalculated. Used quota:2. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:50:22.736604 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:22.749501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Made reservation on behalf of 7a26399740574f8392d1363acd2d4d9f for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:50:22.756085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:22.800963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-b8679b76-d51c-4e93-ba6d-92cd5e7a9979 None None] Set router a0b2bddf-d440-4ba8-a24c-b74790c277cf gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:50:22.815973 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2af4c8fb-7758-43d4-925c-ab6f1efa6bcb req-6c962169-2353-4e38-8716-95a4cff5d926 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=b64d2f02-06a8-40c4-bb44-9521d8220e89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1401045
Dec 04 00:50:22.881195 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-71ecbc12-70fe-46ea-ae1c-87450bdddea7 req-9014d09a-beaf-42f0-826c-a96bbacf0e57 service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2284849
Dec 04 00:50:23.091542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'tag': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:50:23.187635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Allocated IP 172.20.0.4 (ef9697c2-5192-435d-8ebe-ebe8581e98d6/59e85dfb-0f2f-4097-a998-dace8276b2b0/741eff27-70df-473a-b111-ca2fd7508666) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:50:23.242231 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c61f0-dd9b-4a7a-bd66-f53eb91eeb82 req-e71f7222-f076-4e39-be37-32f493b74a0f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:23.253448 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e65c61f0-dd9b-4a7a-bd66-f53eb91eeb82 req-e71f7222-f076-4e39-be37-32f493b74a0f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 946 time: 0.2106736
Dec 04 00:50:23.257968 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'tag': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d', 'status': 'completed', 'code': 200}
Dec 04 00:50:23.265310 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 57964) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:50:23.285175 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-9d8ee4d4-2944-4472-bafe-963ae4bf0297 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Request body: {'floatingip': {'port_id': 'cb2ee251-08ab-466a-a385-ef5d8a8f5102'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:23.360890 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-71ecbc12-70fe-46ea-ae1c-87450bdddea7 req-c17f6b1e-c47c-4643-b816-be4f1bb9ed1b service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4703176
Dec 04 00:50:23.395068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25962fe9-edc0-42ab-aa14-efb9fae1a6d2 req-3de05705-6fba-4562-b204-ce5313087d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:23.398939 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25962fe9-edc0-42ab-aa14-efb9fae1a6d2 req-3de05705-6fba-4562-b204-ce5313087d81 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=09801578e916483aa6201d3b9a595e8c&device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 1162 time: 0.1306810
Dec 04 00:50:23.455952 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee4d4-2944-4472-bafe-963ae4bf0297 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:23.489885 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b8679b76-d51c-4e93-ba6d-92cd5e7a9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09dd87f0>, [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:21Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '4a86d422-5a6d-4028-916d-b46ebe7e4935', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'port_id': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'mac_address': 'fa:16:3e:f4:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:49:59Z', 'updated_at': '2020-12-04T00:50:18Z', 'revision_number': 1, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc71633-b53b-40b7-94ff-a121b5cc8c32', 'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'mac_address': 'fa:16:3e:69:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:18Z', 'updated_at': '2020-12-04T00:44:31Z', 'revision_number': 5, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'subnets': [{'id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:23.495655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8679b76-d51c-4e93-ba6d-92cd5e7a9979 None None] The sync data for ids ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'] in dv-cinder-763306-5-iscsi is: [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:21Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '4a86d422-5a6d-4028-916d-b46ebe7e4935', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'port_id': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'mac_address': 'fa:16:3e:f4:cf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:49:59Z', 'updated_at': '2020-12-04T00:50:18Z', 'revision_number': 1, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc71633-b53b-40b7-94ff-a121b5cc8c32', 'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'mac_address': 'fa:16:3e:69:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:18Z', 'updated_at': '2020-12-04T00:44:31Z', 'revision_number': 5, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'subnets': [{'id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:50:23.591088 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25962fe9-edc0-42ab-aa14-efb9fae1a6d2 req-5c4e79d8-e004-4e0e-acce-19c5b4d45bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:23.592722 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25962fe9-edc0-42ab-aa14-efb9fae1a6d2 req-5c4e79d8-e004-4e0e-acce-19c5b4d45bb4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cdf68f31-2f13-4060-b6e6-c7095799b7c3 HTTP/1.1" status: 200  len: 910 time: 0.1763177
Dec 04 00:50:23.715085 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25962fe9-edc0-42ab-aa14-efb9fae1a6d2 req-5ae54e3c-8ac1-40d1-a2f1-49a694720ae4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc552c3-4f7f-4e7e-812b-d4adc8d5231d HTTP/1.1" status: 200  len: 999 time: 0.1142378
Dec 04 00:50:23.779999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:23.802319 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25962fe9-edc0-42ab-aa14-efb9fae1a6d2 req-f5abf05d-263c-4692-bc1f-6edc2b50ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:23.803706 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25962fe9-edc0-42ab-aa14-efb9fae1a6d2 req-f5abf05d-263c-4692-bc1f-6edc2b50ccd9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8322b4d1-9a0c-42f2-a911-3bc67b7cd900 HTTP/1.1" status: 200  len: 855 time: 0.0805931
Dec 04 00:50:23.831118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f22937-f71e-4699-9d44-997f529e9ded None None] New status for floating IP 4a86d422-5a6d-4028-916d-b46ebe7e4935: ACTIVE {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:50:23.900876 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-8000eb71-5d8c-4ef4-859f-9b96874e5bc1 req-3b5555cf-90df-4105-985b-4060eda82154 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:50:23.941687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-8000eb71-5d8c-4ef4-859f-9b96874e5bc1 req-3b5555cf-90df-4105-985b-4060eda82154 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:50:23.943155 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8000eb71-5d8c-4ef4-859f-9b96874e5bc1 req-3b5555cf-90df-4105-985b-4060eda82154 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 210 time: 0.1436155
Dec 04 00:50:23.953309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Transition to ACTIVE for port object 741eff27-70df-473a-b111-ca2fd7508666 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:50:23.960319 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaefc35-f1df-4777-a2d8-d5826ec4291e req-54a323f5-a88e-4813-ac0b-5109582a40cf tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:23.964504 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25962fe9-edc0-42ab-aa14-efb9fae1a6d2 req-70dae929-7b6a-4814-8470-bdae39a00c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:23.966646 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25962fe9-edc0-42ab-aa14-efb9fae1a6d2 req-70dae929-7b6a-4814-8470-bdae39a00c6e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cdf68f31-2f13-4060-b6e6-c7095799b7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1149766
Dec 04 00:50:23.967481 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eeaefc35-f1df-4777-a2d8-d5826ec4291e req-54a323f5-a88e-4813-ac0b-5109582a40cf tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.3768718
Dec 04 00:50:24.045493 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eeaefc35-f1df-4777-a2d8-d5826ec4291e req-dbefa249-901e-4692-a80a-51346dd8bbf1 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0765367
Dec 04 00:50:24.092609 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:24.110805 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5fb5bf82-590e-4d83-b30a-be1969dec1c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:24.191302 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25962fe9-edc0-42ab-aa14-efb9fae1a6d2 req-f4930982-8255-453b-8148-642aabb894da service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2030885
Dec 04 00:50:24.355522 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-25962fe9-edc0-42ab-aa14-efb9fae1a6d2 req-d8598aa0-f492-46e1-b253-e9c0b96963b8 service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1570153
Dec 04 00:50:24.377424 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event updated for resources: {'Port': ['ID=741eff27-70df-473a-b111-ca2fd7508666,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:24.397209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:24.475071 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Network ef9697c2-5192-435d-8ebe-ebe8581e98d6 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:50:24.477272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:50:24.480695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:50:24.642417 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee4d4-2944-4472-bafe-963ae4bf0297 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:24.647368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:24.648059 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:24.654020 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee4d4-2944-4472-bafe-963ae4bf0297 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:24.750152 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f95da9f2-46a9-451f-bab2-f0d6a466d8d7 None None] Provisioning for port 741eff27-70df-473a-b111-ca2fd7508666 completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:50:24.756287 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-f95da9f2-46a9-451f-bab2-f0d6a466d8d7 None None] Provisioning complete for port 741eff27-70df-473a-b111-ca2fd7508666 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:24.756714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f95da9f2-46a9-451f-bab2-f0d6a466d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:24.820728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f95da9f2-46a9-451f-bab2-f0d6a466d8d7 None None] Port 741eff27-70df-473a-b111-ca2fd7508666 cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:50:25.034194 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5684988
Dec 04 00:50:25.047742 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Request body: {'port': {'device_id': 'fb14b97e-dcc8-435a-8579-fb8c524609b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:25.218708 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [None req-9d8ee4d4-2944-4472-bafe-963ae4bf0297 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Floating IP fb80cf96-6910-4238-b447-21dc07087c52 associated. External IP: 172.27.3.111, port: cb2ee251-08ab-466a-a385-ef5d8a8f5102.
Dec 04 00:50:25.307006 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d844816-b648-4084-ba8f-ae0f8e36bad1 req-45ff0b60-3e65-4ad7-8eda-a210608ebb21 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:25.308826 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d844816-b648-4084-ba8f-ae0f8e36bad1 req-45ff0b60-3e65-4ad7-8eda-a210608ebb21 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.0889821
Dec 04 00:50:25.363484 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d844816-b648-4084-ba8f-ae0f8e36bad1 req-780eac3a-ad89-47d5-bcd5-f85d5d32ad1b tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0470622
Dec 04 00:50:25.387004 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:25.487750 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62303d7-4675-4fc9-9d6d-d976ca308147 req-2a631f77-ce80-4c69-908c-b71620631f30 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:25.488502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d62303d7-4675-4fc9-9d6d-d976ca308147 req-2a631f77-ce80-4c69-908c-b71620631f30 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:50:25.569690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-d62303d7-4675-4fc9-9d6d-d976ca308147 req-2a631f77-ce80-4c69-908c-b71620631f30 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:50:25.570995 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d62303d7-4675-4fc9-9d6d-d976ca308147 req-2a631f77-ce80-4c69-908c-b71620631f30 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 931 time: 0.4905040
Dec 04 00:50:25.841974 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d62303d7-4675-4fc9-9d6d-d976ca308147 req-611812cf-c9fc-46c3-a311-b5ff04a89905 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2617257
Dec 04 00:50:25.971614 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8ee4d4-2944-4472-bafe-963ae4bf0297 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:50:26.263636 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741eff27-70df-473a-b111-ca2fd7508666 {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:50:26.271657 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8ee4d4-2944-4472-bafe-963ae4bf0297 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:50:26.274481 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:26.279287 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9d8ee4d4-2944-4472-bafe-963ae4bf0297 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:26.282696 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c1367-23d2-49af-9e74-089dfe11fb85 None None] Sync routers for ids ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:50:26.295766 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c1367-23d2-49af-9e74-089dfe11fb85 None None] Routers {'5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:50:26.296452 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-6d9c1367-23d2-49af-9e74-089dfe11fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09d76198>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:50:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:26.334859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Transition to ACTIVE for port object 741eff27-70df-473a-b111-ca2fd7508666 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:50:26.340806 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:26.359140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e7118d15-dd47-48ff-aa85-dbd615001d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:26.463744 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9d8ee4d4-2944-4472-bafe-963ae4bf0297 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "PUT /v2.0/floatingips/fb80cf96-6910-4238-b447-21dc07087c52 HTTP/1.1" status: 200  len: 992 time: 3.1931257
Dec 04 00:50:26.468090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d50ec93-b21c-4287-b303-935bc92c0bcb', 'tag': 'cb2ee251-08ab-466a-a385-ef5d8a8f5102'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:50:26.509948 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-6d9c1367-23d2-49af-9e74-089dfe11fb85 None None] Set router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:50:26.512762 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Pushing event updated for resources: {'Port': ['ID=741eff27-70df-473a-b111-ca2fd7508666,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:26.519473 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:26.619598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e608eb-7618-4657-a0c9-6077d14f4586 req-0e96a739-92d6-4455-a76d-c09420eac637 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:26.628679 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-10e608eb-7618-4657-a0c9-6077d14f4586 req-0e96a739-92d6-4455-a76d-c09420eac637 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.1247578
Dec 04 00:50:26.694223 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-10e608eb-7618-4657-a0c9-6077d14f4586 req-20a461ba-00e9-4761-bbc5-e7ed7a5207af tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0642228
Dec 04 00:50:26.788292 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Attempting to bind port 741eff27-70df-473a-b111-ca2fd7508666 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:50:26.788955 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Attempting to bind port 741eff27-70df-473a-b111-ca2fd7508666 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:50:26.789487 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Attempting to bind port 741eff27-70df-473a-b111-ca2fd7508666 on network ef9697c2-5192-435d-8ebe-ebe8581e98d6 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:50:26.797218 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:50:26.798111 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Checking segment: {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:50:26.798528 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:26.798923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Bound using segment: {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:50:26.799406 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Bound port: 741eff27-70df-473a-b111-ca2fd7508666, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:50:26.799812 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:26.815344 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d50ec93-b21c-4287-b303-935bc92c0bcb', 'tag': 'cb2ee251-08ab-466a-a385-ef5d8a8f5102', 'status': 'completed', 'code': 200}
Dec 04 00:50:26.891628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:26.911341 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] For port 741eff27-70df-473a-b111-ca2fd7508666, host hv-cinder-76330, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:50:26.915581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] For port 741eff27-70df-473a-b111-ca2fd7508666, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=741eff27-70df-473a-b111-ca2fd7508666,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:50:26.920659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:26.939085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-67587bdc-aefb-409d-a058-0a5b9e81d866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:26.940025 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea524d0-94fd-4c7c-88b9-99b8f65bcbf1 req-7aae4fd2-0491-43d9-9394-9afe9352f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:26.944988 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dea524d0-94fd-4c7c-88b9-99b8f65bcbf1 req-7aae4fd2-0491-43d9-9394-9afe9352f671 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad16774878464ffba02b8d1ebd37d1f9&device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 1163 time: 0.1107750
Dec 04 00:50:27.025755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-6d9c1367-23d2-49af-9e74-089dfe11fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09d76198>, [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': 'fb80cf96-6910-4238-b447-21dc07087c52', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'port_id': 'cb2ee251-08ab-466a-a385-ef5d8a8f5102', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'mac_address': 'fa:16:3e:ef:21:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d50ec93-b21c-4287-b303-935bc92c0bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:50:04Z', 'updated_at': '2020-12-04T00:50:24Z', 'revision_number': 1, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:20Z', 'revision_number': 5, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:27.030417 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c1367-23d2-49af-9e74-089dfe11fb85 None None] Checking router: 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:50:27.040344 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c1367-23d2-49af-9e74-089dfe11fb85 None None] Routers {'5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:50:27.041414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-6d9c1367-23d2-49af-9e74-089dfe11fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09d76198>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:50:15Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:27.110078 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea524d0-94fd-4c7c-88b9-99b8f65bcbf1 req-c11b49a4-c171-4a7f-aaad-c3ea50ed9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:27.111778 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dea524d0-94fd-4c7c-88b9-99b8f65bcbf1 req-c11b49a4-c171-4a7f-aaad-c3ea50ed9355 service neutron] 10.222.0.91 "GET /v2.0/networks?id=1a96c76c-b31f-4d8f-acd6-db58f60b517e HTTP/1.1" status: 200  len: 905 time: 0.1595430
Dec 04 00:50:27.243763 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dea524d0-94fd-4c7c-88b9-99b8f65bcbf1 req-a2334446-0c14-43ef-a3d5-bd12fd7468da service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb2ee251-08ab-466a-a385-ef5d8a8f5102 HTTP/1.1" status: 200  len: 1000 time: 0.1205838
Dec 04 00:50:27.261398 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-6d9c1367-23d2-49af-9e74-089dfe11fb85 None None] Set router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:50:27.332349 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea524d0-94fd-4c7c-88b9-99b8f65bcbf1 req-e9dcc062-25e0-4ecc-932e-e67b39f60848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:27.334371 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dea524d0-94fd-4c7c-88b9-99b8f65bcbf1 req-e9dcc062-25e0-4ecc-932e-e67b39f60848 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e3fd5653-af84-4d8e-b53f-8e48b11f3606 HTTP/1.1" status: 200  len: 850 time: 0.0794611
Dec 04 00:50:27.414605 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Pushing event updated for resources: {'Port': ['ID=741eff27-70df-473a-b111-ca2fd7508666,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:27.422220 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:27.425803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea524d0-94fd-4c7c-88b9-99b8f65bcbf1 req-b9d7b4e7-e273-4439-961d-0a25aecdcf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:27.427456 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dea524d0-94fd-4c7c-88b9-99b8f65bcbf1 req-b9d7b4e7-e273-4439-961d-0a25aecdcf9b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1a96c76c-b31f-4d8f-acd6-db58f60b517e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810626
Dec 04 00:50:27.455092 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dedc0-7768-4c3f-9f27-921ad6b34819 req-827deaee-aa63-411a-b399-6ccc836de33a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:27.456777 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c63dedc0-7768-4c3f-9f27-921ad6b34819 req-827deaee-aa63-411a-b399-6ccc836de33a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 943 time: 0.4171984
Dec 04 00:50:27.458022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:27.459343 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:27.460050 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-22fa86a9-be5b-4189-8d95-8d12e839822f service neutron] 10.222.0.91 "PUT /v2.0/ports/741eff27-70df-473a-b111-ca2fd7508666 HTTP/1.1" status: 200  len: 1157 time: 2.4171312
Dec 04 00:50:27.566033 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c63dedc0-7768-4c3f-9f27-921ad6b34819 req-f88299ef-d672-44c1-97a6-01a179390b1a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0991998
Dec 04 00:50:27.607815 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-d93e7f54-77cb-450b-a283-3d848a901846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:27.609603 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-d93e7f54-77cb-450b-a283-3d848a901846 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 1160 time: 0.1002131
Dec 04 00:50:27.618650 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dea524d0-94fd-4c7c-88b9-99b8f65bcbf1 req-dd5a1079-3ece-4ebc-a81b-2674081f9a53 service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1827214
Dec 04 00:50:27.678976 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-6d9c1367-23d2-49af-9e74-089dfe11fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09d76198>, [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': 'fb80cf96-6910-4238-b447-21dc07087c52', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'port_id': 'cb2ee251-08ab-466a-a385-ef5d8a8f5102', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'mac_address': 'fa:16:3e:ef:21:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d50ec93-b21c-4287-b303-935bc92c0bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:50:04Z', 'updated_at': '2020-12-04T00:50:24Z', 'revision_number': 1, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:20Z', 'revision_number': 5, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:27.683722 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c1367-23d2-49af-9e74-089dfe11fb85 None None] The sync data for ids ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'] in dv-cinder-763306-5-iscsi is: [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': 'fb80cf96-6910-4238-b447-21dc07087c52', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'port_id': 'cb2ee251-08ab-466a-a385-ef5d8a8f5102', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'mac_address': 'fa:16:3e:ef:21:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d50ec93-b21c-4287-b303-935bc92c0bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:50:04Z', 'updated_at': '2020-12-04T00:50:24Z', 'revision_number': 1, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:20Z', 'revision_number': 5, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:50:27.696962 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-46174c09-3849-427b-a221-85e277ccbf5d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741eff27-70df-473a-b111-ca2fd7508666 HTTP/1.1" status: 200  len: 217 time: 0.0774155
Dec 04 00:50:27.815670 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dea524d0-94fd-4c7c-88b9-99b8f65bcbf1 req-111f3129-8b65-4192-b6fa-821a48a07893 service neutron] 10.222.0.91 "GET /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1893075
Dec 04 00:50:27.924478 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-387cb52c-46b9-4baa-9057-594426aad826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:27.926117 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-387cb52c-46b9-4baa-9057-594426aad826 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.2174568
Dec 04 00:50:28.000962 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14be0f-be84-4f41-8986-fc2c4600cdaa req-9071ac42-9e2a-4fdf-a3ce-6213d1cd877c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:28.002626 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd14be0f-be84-4f41-8986-fc2c4600cdaa req-9071ac42-9e2a-4fdf-a3ce-6213d1cd877c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.1582868
Dec 04 00:50:28.023588 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a24013-1f77-4645-b41a-157cc46db8d3 None None] New status for floating IP fb80cf96-6910-4238-b447-21dc07087c52: ACTIVE {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:50:28.075172 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-585faf7c-3ffd-4f6a-b1eb-6bd2df69ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:28.076894 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-585faf7c-3ffd-4f6a-b1eb-6bd2df69ac68 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1391175
Dec 04 00:50:28.079346 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd14be0f-be84-4f41-8986-fc2c4600cdaa req-670ce767-bd34-4304-a4b0-b028e3e8d9ee tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0654216
Dec 04 00:50:28.239170 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-371598ec-8ed1-4aba-91b5-e96b8045c958 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504335
Dec 04 00:50:28.399244 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6755f44a-51bc-4a62-a794-107e3869dd10 req-f3543b63-6f78-4592-9ec3-762ba336e4f5 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1497307
Dec 04 00:50:28.802755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b4c91-180e-42c6-9400-6faa6c1b2404 req-9a436ad6-efef-466f-b631-f4f485691784 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:28.804444 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ec2b4c91-180e-42c6-9400-6faa6c1b2404 req-9a436ad6-efef-466f-b631-f4f485691784 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 943 time: 0.1031153
Dec 04 00:50:28.817082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb14b97e-dcc8-435a-8579-fb8c524609b8', 'tag': '741eff27-70df-473a-b111-ca2fd7508666'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:50:28.858449 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ec2b4c91-180e-42c6-9400-6faa6c1b2404 req-a38292a8-549d-41b0-8f44-3caca222063f tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0439923
Dec 04 00:50:28.876925 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb14b97e-dcc8-435a-8579-fb8c524609b8', 'tag': '741eff27-70df-473a-b111-ca2fd7508666', 'status': 'completed', 'code': 200}
Dec 04 00:50:28.986317 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09141caf-067b-4237-9503-e6b8b74ec5ad req-e3b83cb4-ec48-48ff-9c7c-a4b274f4ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:28.987971 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09141caf-067b-4237-9503-e6b8b74ec5ad req-e3b83cb4-ec48-48ff-9c7c-a4b274f4ea46 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 1160 time: 0.0796976
Dec 04 00:50:29.156691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09141caf-067b-4237-9503-e6b8b74ec5ad req-7a30a41f-3336-49c0-a58e-49ae8af18e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:29.158320 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09141caf-067b-4237-9503-e6b8b74ec5ad req-7a30a41f-3336-49c0-a58e-49ae8af18e92 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.1491182
Dec 04 00:50:29.274587 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09141caf-067b-4237-9503-e6b8b74ec5ad req-bb1f5142-92b6-41b5-8ef1-393b4b2a215a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741eff27-70df-473a-b111-ca2fd7508666 HTTP/1.1" status: 200  len: 217 time: 0.1052647
Dec 04 00:50:29.367086 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09141caf-067b-4237-9503-e6b8b74ec5ad req-d6f1f622-7459-43d5-8302-7cc9699fd14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:29.368580 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09141caf-067b-4237-9503-e6b8b74ec5ad req-d6f1f622-7459-43d5-8302-7cc9699fd14c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.0827482
Dec 04 00:50:29.439047 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef5b6d-e2ac-41c1-b22e-deec8e80353f req-d96d6365-0951-48bf-af93-49cd5ec738d1 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:29.440712 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-00ef5b6d-e2ac-41c1-b22e-deec8e80353f req-d96d6365-0951-48bf-af93-49cd5ec738d1 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.2081640
Dec 04 00:50:29.503295 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-00ef5b6d-e2ac-41c1-b22e-deec8e80353f req-53027673-4e36-49eb-ace9-6013e15033a9 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0513971
Dec 04 00:50:29.509426 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09141caf-067b-4237-9503-e6b8b74ec5ad req-e7b189d7-7b84-48a5-a6c7-66420ff8d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:29.510959 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09141caf-067b-4237-9503-e6b8b74ec5ad req-e7b189d7-7b84-48a5-a6c7-66420ff8d867 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1283863
Dec 04 00:50:29.672191 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09141caf-067b-4237-9503-e6b8b74ec5ad req-91e8c8b2-8e0c-4b09-923a-04e5b406c1e5 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497190
Dec 04 00:50:29.839011 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-09141caf-067b-4237-9503-e6b8b74ec5ad req-145a0337-21d5-453d-86a0-800bd5c7ce06 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1555095
Dec 04 00:50:30.088183 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63204bfa-6d98-488d-8591-12efdda3b8bb req-2ced17f2-92d0-404b-8d0e-227b3a0ef22f tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:30.091292 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63204bfa-6d98-488d-8591-12efdda3b8bb req-2ced17f2-92d0-404b-8d0e-227b3a0ef22f tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 943 time: 0.0882518
Dec 04 00:50:30.147924 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63204bfa-6d98-488d-8591-12efdda3b8bb req-e06d60b5-2208-4d9c-a55d-53db3f52f0e4 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0483656
Dec 04 00:50:30.736298 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2efbde-2ae8-43f9-800a-7e3a2bca0ad1 req-719edae0-256c-4f97-bab6-6b488524b94e tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:30.737910 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9a2efbde-2ae8-43f9-800a-7e3a2bca0ad1 req-719edae0-256c-4f97-bab6-6b488524b94e tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.0919650
Dec 04 00:50:30.790282 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9a2efbde-2ae8-43f9-800a-7e3a2bca0ad1 req-91ec482c-8548-410f-8780-dad88b6a9d7a tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0427713
Dec 04 00:50:31.371655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b925426-ca3b-4c44-a768-5e74dc72627f req-c39ff5b7-0a38-4f71-8ec2-5e0a1eb1e4c9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:31.373633 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2b925426-ca3b-4c44-a768-5e74dc72627f req-c39ff5b7-0a38-4f71-8ec2-5e0a1eb1e4c9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 943 time: 0.0854683
Dec 04 00:50:31.423693 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2b925426-ca3b-4c44-a768-5e74dc72627f req-e628f8a9-b0e6-4d01-bde1-c1b9c0cd12e2 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0425830
Dec 04 00:50:31.426438 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:50:31.891909 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 85caa19a-5f57-4b6f-ba38-516844d99d17 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:31.970124 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 85caa19a-5f57-4b6f-ba38-516844d99d17 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:31.970544 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:32.010677 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93275a-6e52-46af-bbdf-aba134a1f386 req-c077a3f4-5be5-4e5b-9af5-afa69062ee30 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:32.012932 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d93275a-6e52-46af-bbdf-aba134a1f386 req-c077a3f4-5be5-4e5b-9af5-afa69062ee30 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 944 time: 0.0888038
Dec 04 00:50:32.061298 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1d93275a-6e52-46af-bbdf-aba134a1f386 req-01786ff8-08ec-4943-b510-41150c36c7d5 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421107
Dec 04 00:50:32.093800 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:32.126208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85caa19a-5f57-4b6f-ba38-516844d99d17'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:50:32.136426 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 85caa19a-5f57-4b6f-ba38-516844d99d17, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=85caa19a-5f57-4b6f-ba38-516844d99d17,segment=NetworkSegment(073a304b-e217-421e-b03c-41677b6425a3),segment_id=073a304b-e217-421e-b03c-41677b6425a3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:50:32.139858 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:32.141892 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:32.195880 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85caa19a-5f57-4b6f-ba38-516844d99d17', 'code': 200}
Dec 04 00:50:32.224131 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=85caa19a-5f57-4b6f-ba38-516844d99d17,revision_number=6']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:32.228603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:32.659080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd43a5d-dc0c-46ac-af7b-b93b118dbed2 req-16ec447b-0080-4905-9d2b-dbd8cfcedd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:32.660753 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1dd43a5d-dc0c-46ac-af7b-b93b118dbed2 req-16ec447b-0080-4905-9d2b-dbd8cfcedd9d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 1163 time: 0.1470501
Dec 04 00:50:32.690888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3ffd2-0448-4997-b38b-11aa5ec778d6 req-81726dc9-2142-4789-96ce-03197f206179 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:32.692497 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-94b3ffd2-0448-4997-b38b-11aa5ec778d6 req-81726dc9-2142-4789-96ce-03197f206179 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 943 time: 0.1231198
Dec 04 00:50:32.735384 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1dd43a5d-dc0c-46ac-af7b-b93b118dbed2 req-3198f4e4-1ab7-423f-ae78-1fb30dee4ca8 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0658913
Dec 04 00:50:32.755968 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-94b3ffd2-0448-4997-b38b-11aa5ec778d6 req-2fc0dd27-f7f4-4930-a6a2-1ca1ec1789e5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0562603
Dec 04 00:50:33.286041 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef65cd6-9467-40d1-b839-35a32a49160b req-b5ed92a3-5717-4272-8b38-b4a156f10d6d tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:33.287705 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cef65cd6-9467-40d1-b839-35a32a49160b req-b5ed92a3-5717-4272-8b38-b4a156f10d6d tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.0886228
Dec 04 00:50:33.339778 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cef65cd6-9467-40d1-b839-35a32a49160b req-30ad4bb5-bd21-43eb-b99c-fe02b89471f4 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0450637
Dec 04 00:50:33.351288 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 85caa19a-5f57-4b6f-ba38-516844d99d17 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:33.423323 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 85caa19a-5f57-4b6f-ba38-516844d99d17 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:33.423731 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:33.971635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a099e-69a4-4160-89c0-310c22dc9a6c req-5974e727-8dea-4eb5-bbf6-1ee2cad1fb56 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:33.973309 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-428a099e-69a4-4160-89c0-310c22dc9a6c req-5974e727-8dea-4eb5-bbf6-1ee2cad1fb56 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 943 time: 0.0861399
Dec 04 00:50:34.027728 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-428a099e-69a4-4160-89c0-310c22dc9a6c req-a24b15e6-48ec-4f57-9bf6-c65308b9266e tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0449502
Dec 04 00:50:34.560644 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8d42e-0744-43d8-8726-ed52ea955d2f req-f6ff916e-0456-4b90-a24d-b555f3c69935 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:34.562193 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42c8d42e-0744-43d8-8726-ed52ea955d2f req-f6ff916e-0456-4b90-a24d-b555f3c69935 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.0874884
Dec 04 00:50:34.614115 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42c8d42e-0744-43d8-8726-ed52ea955d2f req-e0fe1d51-3d25-4bd4-9c55-2b56245fa258 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0425372
Dec 04 00:50:35.253491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d3a01-44f5-4030-9198-63c63250fc29 req-5381091a-6fe5-4e25-a5f8-97064b149d00 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:35.255141 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-182d3a01-44f5-4030-9198-63c63250fc29 req-5381091a-6fe5-4e25-a5f8-97064b149d00 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 943 time: 0.0888705
Dec 04 00:50:35.308425 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-182d3a01-44f5-4030-9198-63c63250fc29 req-41da6509-1c09-48c8-a350-6238f7d423c6 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0464571
Dec 04 00:50:35.406793 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 85caa19a-5f57-4b6f-ba38-516844d99d17 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:35.484802 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 85caa19a-5f57-4b6f-ba38-516844d99d17 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:35.485230 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:36.540391 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f96d1-7bba-42c7-a49a-73b599367740 req-8944f63e-d3b2-42df-95fe-6b976a3cbff5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:36.541990 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-157f96d1-7bba-42c7-a49a-73b599367740 req-8944f63e-d3b2-42df-95fe-6b976a3cbff5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 943 time: 0.0991957
Dec 04 00:50:36.594236 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-157f96d1-7bba-42c7-a49a-73b599367740 req-f838702e-e852-4a5e-ac97-7f8c467139d8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0425708
Dec 04 00:50:37.813482 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ae705-776e-4aa5-81f9-d08e0fb9ba1b req-561efd84-3ba3-43da-a401-16365053c25c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:37.815100 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b54ae705-776e-4aa5-81f9-d08e0fb9ba1b req-561efd84-3ba3-43da-a401-16365053c25c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 943 time: 0.0885139
Dec 04 00:50:37.863854 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b54ae705-776e-4aa5-81f9-d08e0fb9ba1b req-21a52aeb-1ead-4941-ba5d-7db867a0be02 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0422521
Dec 04 00:50:38.048883 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 741eff27-70df-473a-b111-ca2fd7508666 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:38.122004 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port 741eff27-70df-473a-b111-ca2fd7508666 completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:50:38.127275 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 741eff27-70df-473a-b111-ca2fd7508666 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:38.127696 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:38.251741 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:38.283079 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb14b97e-dcc8-435a-8579-fb8c524609b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741eff27-70df-473a-b111-ca2fd7508666'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:50:38.294419 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 741eff27-70df-473a-b111-ca2fd7508666, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=741eff27-70df-473a-b111-ca2fd7508666,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:50:38.298680 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:38.301570 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:38.376783 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb14b97e-dcc8-435a-8579-fb8c524609b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741eff27-70df-473a-b111-ca2fd7508666', 'code': 200}
Dec 04 00:50:38.385638 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=741eff27-70df-473a-b111-ca2fd7508666,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:38.390126 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:38.739709 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34aece-15e3-4425-840c-208a4d2b95f3 req-7ed6b55a-df5a-43c1-ac6f-83b057827af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:38.741374 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1c34aece-15e3-4425-840c-208a4d2b95f3 req-7ed6b55a-df5a-43c1-ac6f-83b057827af4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 1162 time: 0.0770631
Dec 04 00:50:38.795602 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1c34aece-15e3-4425-840c-208a4d2b95f3 req-eff206df-9e75-4a87-b0e9-db46ba2f7a1f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0404897
Dec 04 00:50:39.088639 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51a13c-e32d-44c1-bd31-4e30c2097200 req-3e228bc1-52d6-421a-a446-f97880f999b0 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:39.090257 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3a51a13c-e32d-44c1-bd31-4e30c2097200 req-3e228bc1-52d6-421a-a446-f97880f999b0 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 945 time: 0.0897853
Dec 04 00:50:39.144471 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3a51a13c-e32d-44c1-bd31-4e30c2097200 req-21196920-4f74-40ad-9c5f-f1702f6c9a29 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0475445
Dec 04 00:50:42.057484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 741eff27-70df-473a-b111-ca2fd7508666 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:42.130763 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 741eff27-70df-473a-b111-ca2fd7508666 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:42.131188 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:42.161652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a341e-1f3d-4924-b904-a24cb325e607 req-47a62ba2-16da-4554-a841-234de30a69ab tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:42.163291 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-766a341e-1f3d-4924-b904-a24cb325e607 req-47a62ba2-16da-4554-a841-234de30a69ab tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 945 time: 0.0884914
Dec 04 00:50:42.211847 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-144a123c-a6f8-4981-951c-a84d95ccfc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:42.213136 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-766a341e-1f3d-4924-b904-a24cb325e607 req-c43b63f2-0996-4e09-af4f-0941ba36db21 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0426934
Dec 04 00:50:43.434890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ceba3b-4111-4cdd-8343-93ca811ec1fa req-93458abb-97ef-4b08-9415-017f795a619d tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:43.436529 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50ceba3b-4111-4cdd-8343-93ca811ec1fa req-93458abb-97ef-4b08-9415-017f795a619d tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 945 time: 0.0891192
Dec 04 00:50:43.489302 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50ceba3b-4111-4cdd-8343-93ca811ec1fa req-dcea0ba9-8c40-4162-875c-c439a4c99f5f tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0461135
Dec 04 00:50:43.724151 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f7c17-b3db-4790-8ca5-fa9f3d173e96 req-e1c04d12-b873-47fc-a01b-f82a0ea20a69 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:43.725738 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c6f7c17-b3db-4790-8ca5-fa9f3d173e96 req-e1c04d12-b873-47fc-a01b-f82a0ea20a69 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 945 time: 0.0895236
Dec 04 00:50:43.785118 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3c6f7c17-b3db-4790-8ca5-fa9f3d173e96 req-4143e972-f2d3-4771-8c45-2345436d3243 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0521367
Dec 04 00:50:44.249059 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f375f79-b915-4946-a190-27951faba275 req-30d008d5-a562-4e7d-99f4-bfd93b136741 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4023845
Dec 04 00:50:44.259378 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Request body: {'floatingip': {'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:44.265668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:44.269735 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Usage tracker for resource:floatingip and tenant:7a26399740574f8392d1363acd2d4d9f is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:50:44.272779 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:50:44.279080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:44.289650 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:44.441095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:44.443497 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-be797461-b9a4-453d-9d66-c44b4ff53d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:44.655941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 741eff27-70df-473a-b111-ca2fd7508666 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:50:44.729924 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 741eff27-70df-473a-b111-ca2fd7508666 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:50:44.730269 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:44.738555 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Allocated IP 172.27.3.178 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/65a7b2b9-3103-4d56-80c5-6f423a38a3a4) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:50:44.909628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:44.937074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:44.950651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:45.089570 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event updated for resources: {'Port': ['ID=65a7b2b9-3103-4d56-80c5-6f423a38a3a4,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:45.116278 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.116644 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.117077 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.117490 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.117891 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.118469 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.118663 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.119058 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.119476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.119882 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.120263 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.120639 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.121153 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.121682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.122012 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.122401 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.122789 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.123174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.123585 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.123974 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.124360 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.124744 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.125126 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.125510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:45.131259 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:45.166652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:50:45.170008 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:50:45.172522 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:50:45.260962 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:45.323200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:45.640908 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:45.647085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:45.647501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2563008'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:45.663602 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:45.800431 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event updated for resources: {'Port': ['ID=65a7b2b9-3103-4d56-80c5-6f423a38a3a4,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:45.805209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:45.910429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:45.934271 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:45.935623 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f375f79-b915-4946-a190-27951faba275 req-fed9839a-73df-4efb-ac32-88d186906651 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6804545
Dec 04 00:50:46.022682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6f375f79-b915-4946-a190-27951faba275 req-84cc2d8a-8675-4b2e-a0ee-04b28911cb8a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:floatingip {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:50:46.041810 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6f375f79-b915-4946-a190-27951faba275 req-84cc2d8a-8675-4b2e-a0ee-04b28911cb8a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:floatingip {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:50:46.043407 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f375f79-b915-4946-a190-27951faba275 req-84cc2d8a-8675-4b2e-a0ee-04b28911cb8a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.178 HTTP/1.1" status: 200  len: 696 time: 0.1009505
Dec 04 00:50:46.092957 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:46.214050 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f375f79-b915-4946-a190-27951faba275 req-a2147bc7-8359-4ead-b82d-6eddc8e75b45 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:46.215938 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6f375f79-b915-4946-a190-27951faba275 req-a2147bc7-8359-4ead-b82d-6eddc8e75b45 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/networks/0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 HTTP/1.1" status: 200  len: 784 time: 0.1633725
Dec 04 00:50:46.424091 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-bb9fc148-9058-46ec-bd4a-0868b8de7f8e tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:46.425642 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-bb9fc148-9058-46ec-bd4a-0868b8de7f8e tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0951843
Dec 04 00:50:46.516936 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-09315d03-d996-4677-b032-40aab8f0e4d7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.178 HTTP/1.1" status: 200  len: 696 time: 0.0813074
Dec 04 00:50:46.529070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-66ce2240-e70a-4191-845c-24547eca393c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Request body: {'floatingip': {'port_id': '741eff27-70df-473a-b111-ca2fd7508666', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:50:46.613387 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-66ce2240-e70a-4191-845c-24547eca393c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:46.632854 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:47.489655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-66ce2240-e70a-4191-845c-24547eca393c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:47.493261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-66ce2240-e70a-4191-845c-24547eca393c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:47.689648 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-66ce2240-e70a-4191-845c-24547eca393c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Floating IP 7fc652fd-ef4b-4039-bae3-564115ca2ce7 associated. External IP: 172.27.3.178, port: 741eff27-70df-473a-b111-ca2fd7508666.
Dec 04 00:50:48.115899 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-66ce2240-e70a-4191-845c-24547eca393c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:50:48.354240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-66ce2240-e70a-4191-845c-24547eca393c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:50:48.359542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-66ce2240-e70a-4191-845c-24547eca393c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:48.365291 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7372f9-df0c-4003-bc75-2ec7e723d4e1 None None] Sync routers for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:50:48.378682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7372f9-df0c-4003-bc75-2ec7e723d4e1 None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:50:48.379982 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-bc7372f9-df0c-4003-bc75-2ec7e723d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09fb6390>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:50:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:48.461064 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-66ce2240-e70a-4191-845c-24547eca393c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "PUT /v2.0/floatingips/7fc652fd-ef4b-4039-bae3-564115ca2ce7 HTTP/1.1" status: 200  len: 996 time: 1.9349740
Dec 04 00:50:48.462635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb14b97e-dcc8-435a-8579-fb8c524609b8', 'tag': '741eff27-70df-473a-b111-ca2fd7508666'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:50:48.556118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-105532f6-ea73-43e4-b309-6b8cc44e3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:48.558341 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-105532f6-ea73-43e4-b309-6b8cc44e3fe5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 1162 time: 0.0867729
Dec 04 00:50:48.601222 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-bc7372f9-df0c-4003-bc75-2ec7e723d4e1 None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:50:48.744560 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-7e2fb4cd-1cc7-4559-bc8e-c02d537a24be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:48.746265 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-7e2fb4cd-1cc7-4559-bc8e-c02d537a24be service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.1793270
Dec 04 00:50:48.884329 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-57229886-6897-4739-b58a-f3d917637029 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741eff27-70df-473a-b111-ca2fd7508666 HTTP/1.1" status: 200  len: 999 time: 0.1271477
Dec 04 00:50:48.966734 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-8e4df9da-162d-4591-b7b2-c61f7892304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:48.968434 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-8e4df9da-162d-4591-b7b2-c61f7892304a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.0764067
Dec 04 00:50:49.036906 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-bc7372f9-df0c-4003-bc75-2ec7e723d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09fb6390>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '7fc652fd-ef4b-4039-bae3-564115ca2ce7', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'port_id': '741eff27-70df-473a-b111-ca2fd7508666', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'mac_address': 'fa:16:3e:98:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb14b97e-dcc8-435a-8579-fb8c524609b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:50:45Z', 'updated_at': '2020-12-04T00:50:47Z', 'revision_number': 1, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:49.042172 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7372f9-df0c-4003-bc75-2ec7e723d4e1 None None] Checking router: 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:50:49.053099 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7372f9-df0c-4003-bc75-2ec7e723d4e1 None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:50:49.053796 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-bc7372f9-df0c-4003-bc75-2ec7e723d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09fb6390>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:50:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:49.061867 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-af6c7320-f65f-4a21-829f-6ffbef93879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:49.063650 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-af6c7320-f65f-4a21-829f-6ffbef93879c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860832
Dec 04 00:50:49.245799 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-9e1ad9e7-f24a-492a-bfa0-2beb0e36b605 service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718619
Dec 04 00:50:49.276862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-bc7372f9-df0c-4003-bc75-2ec7e723d4e1 None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:50:49.427953 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3649fc05-0ea7-4382-82ec-39c8dae975c8 req-e5ca00fc-3b27-4b8d-a406-cf32f7addf6b service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1746585
Dec 04 00:50:49.679921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-bc7372f9-df0c-4003-bc75-2ec7e723d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09fb6390>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '7fc652fd-ef4b-4039-bae3-564115ca2ce7', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'port_id': '741eff27-70df-473a-b111-ca2fd7508666', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'mac_address': 'fa:16:3e:98:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb14b97e-dcc8-435a-8579-fb8c524609b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:50:45Z', 'updated_at': '2020-12-04T00:50:47Z', 'revision_number': 1, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:50:49.685110 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7372f9-df0c-4003-bc75-2ec7e723d4e1 None None] The sync data for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi is: [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '7fc652fd-ef4b-4039-bae3-564115ca2ce7', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'port_id': '741eff27-70df-473a-b111-ca2fd7508666', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'mac_address': 'fa:16:3e:98:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb14b97e-dcc8-435a-8579-fb8c524609b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:50:45Z', 'updated_at': '2020-12-04T00:50:47Z', 'revision_number': 1, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:50:49.720010 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb14b97e-dcc8-435a-8579-fb8c524609b8', 'tag': '741eff27-70df-473a-b111-ca2fd7508666', 'status': 'completed', 'code': 200}
Dec 04 00:50:49.976104 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb0eb24-41c6-4f43-bc19-60d2ad0f6844 None None] New status for floating IP 7fc652fd-ef4b-4039-bae3-564115ca2ce7: ACTIVE {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:50:51.049623 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f2e93-1ed0-472d-aab9-cef8a23b5985 req-77d2c011-072c-484e-bd7a-6a3524cfd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:51.051333 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-590f2e93-1ed0-472d-aab9-cef8a23b5985 req-77d2c011-072c-484e-bd7a-6a3524cfd7cc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 1162 time: 0.0776529
Dec 04 00:50:51.128678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4b91e-a912-4126-9069-45859a5fe9ad req-193629d1-8373-4969-af14-bb01f24b6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:51.130368 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-69b4b91e-a912-4126-9069-45859a5fe9ad req-193629d1-8373-4969-af14-bb01f24b6265 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9581564017a74dacabe1c0cb6793aabe&device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 1203 time: 0.0791104
Dec 04 00:50:51.277368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f2e93-1ed0-472d-aab9-cef8a23b5985 req-a37602f0-91db-4731-8ebb-b74cec93d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:51.279167 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-590f2e93-1ed0-472d-aab9-cef8a23b5985 req-a37602f0-91db-4731-8ebb-b74cec93d26f service neutron] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.2118270
Dec 04 00:50:51.294183 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff47db-57d6-421b-aa6a-666633570380 req-0d79fd79-35ae-423c-8f35-946d277874b7 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:51.296124 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f1ff47db-57d6-421b-aa6a-666633570380 req-0d79fd79-35ae-423c-8f35-946d277874b7 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.1470394
Dec 04 00:50:51.298937 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4b91e-a912-4126-9069-45859a5fe9ad req-d123d46b-d5f7-4414-bfa9-927da74f9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:51.300600 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-69b4b91e-a912-4126-9069-45859a5fe9ad req-d123d46b-d5f7-4414-bfa9-927da74f9d2d service neutron] 10.222.0.91 "GET /v2.0/networks?id=fd27a085-0b96-4520-ae0d-abd50f786818 HTTP/1.1" status: 200  len: 909 time: 0.1559405
Dec 04 00:50:51.429347 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-69b4b91e-a912-4126-9069-45859a5fe9ad req-34234705-0072-4425-a40f-64bf36f8c2cb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7 HTTP/1.1" status: 200  len: 1002 time: 0.1087663
Dec 04 00:50:51.435702 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f1ff47db-57d6-421b-aa6a-666633570380 req-a600415c-aad3-4006-8eb3-ba600d8de2d8 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Synchronizing usage tracker for tenant:9581564017a74dacabe1c0cb6793aabe on resource:security_group {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:50:51.443909 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-590f2e93-1ed0-472d-aab9-cef8a23b5985 req-37d83008-fddf-43b3-8441-6f5a6975320d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741eff27-70df-473a-b111-ca2fd7508666 HTTP/1.1" status: 200  len: 1001 time: 0.1564867
Dec 04 00:50:51.495667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-f1ff47db-57d6-421b-aa6a-666633570380 req-a600415c-aad3-4006-8eb3-ba600d8de2d8 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Unset dirty status for tenant:9581564017a74dacabe1c0cb6793aabe on resource:security_group {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:50:51.496898 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f1ff47db-57d6-421b-aa6a-666633570380 req-a600415c-aad3-4006-8eb3-ba600d8de2d8 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1472011
Dec 04 00:50:51.502184 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4b91e-a912-4126-9069-45859a5fe9ad req-b5987c50-d952-48bf-a22a-0671ef943bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:51.503861 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-69b4b91e-a912-4126-9069-45859a5fe9ad req-b5987c50-d952-48bf-a22a-0671ef943bcd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3c0996dd-2506-4c97-b879-7d5a1619ebc6 HTTP/1.1" status: 200  len: 854 time: 0.0667052
Dec 04 00:50:51.525227 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f2e93-1ed0-472d-aab9-cef8a23b5985 req-1f4ffade-f66a-4a7f-b5b0-54a68871fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:51.526819 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-590f2e93-1ed0-472d-aab9-cef8a23b5985 req-1f4ffade-f66a-4a7f-b5b0-54a68871fe01 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.0707397
Dec 04 00:50:51.593626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4b91e-a912-4126-9069-45859a5fe9ad req-d5f9a599-8ff0-4052-9721-8017c57a1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:51.595254 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-69b4b91e-a912-4126-9069-45859a5fe9ad req-d5f9a599-8ff0-4052-9721-8017c57a1e7b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fd27a085-0b96-4520-ae0d-abd50f786818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830612
Dec 04 00:50:51.612146 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f2e93-1ed0-472d-aab9-cef8a23b5985 req-96231ef6-814b-4595-89d3-ee400c888eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:51.613811 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-590f2e93-1ed0-472d-aab9-cef8a23b5985 req-96231ef6-814b-4595-89d3-ee400c888eb3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780599
Dec 04 00:50:51.745982 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-69b4b91e-a912-4126-9069-45859a5fe9ad req-b1b83c0e-3593-4c4f-ad6b-a3a235761d1c service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418757
Dec 04 00:50:51.763480 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-590f2e93-1ed0-472d-aab9-cef8a23b5985 req-77a00bb3-8a5f-44e5-885f-a95b05df62d8 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418886
Dec 04 00:50:51.902836 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-69b4b91e-a912-4126-9069-45859a5fe9ad req-1fd50203-8159-4ede-9249-350aedfa205f service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1475677
Dec 04 00:50:51.920961 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-590f2e93-1ed0-472d-aab9-cef8a23b5985 req-cd9dcfea-753c-4c69-91dd-b60ddb02fa39 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453867
Dec 04 00:50:52.726267 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c997b8-89ef-456a-834c-c124d1920f39 req-2b42c7d1-2f51-49cf-967c-8336fbf52da0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:52.728265 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e6c997b8-89ef-456a-834c-c124d1920f39 req-2b42c7d1-2f51-49cf-967c-8336fbf52da0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0898657
Dec 04 00:50:52.780071 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e6c997b8-89ef-456a-834c-c124d1920f39 req-95bf27e7-6424-4c17-bc10-7ef3e6537ea6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0438917
Dec 04 00:50:54.021271 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b210e6f-a3e2-4ac0-bd1e-6abf67f6b70f req-fc1c8532-3451-45e6-bbfc-6f31ca6b2aeb tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:54.022812 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6b210e6f-a3e2-4ac0-bd1e-6abf67f6b70f req-fc1c8532-3451-45e6-bbfc-6f31ca6b2aeb tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0917251
Dec 04 00:50:54.076806 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6b210e6f-a3e2-4ac0-bd1e-6abf67f6b70f req-4aeb2230-0e1a-450e-b4d8-bc6fb5d44655 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0443413
Dec 04 00:50:55.459092 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45ea5b-bc3e-47f2-ba5c-9994e25e6e4b req-9a2e93bb-8460-492c-a0a3-20f89b35a723 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:55.460745 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cc45ea5b-bc3e-47f2-ba5c-9994e25e6e4b req-9a2e93bb-8460-492c-a0a3-20f89b35a723 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0956695
Dec 04 00:50:55.512131 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cc45ea5b-bc3e-47f2-ba5c-9994e25e6e4b req-42da5737-5abd-41a0-92c1-317423446dba tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0447576
Dec 04 00:50:55.894271 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b9d0fed6-ac64-4fd6-9787-23658e99a735 req-37625a3f-660e-423a-ae7b-45290d3305aa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0786917
Dec 04 00:50:56.288798 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0fed6-ac64-4fd6-9787-23658e99a735 req-78e5dc9a-7c0a-41c7-b7ba-9fd21523d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:56.290444 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b9d0fed6-ac64-4fd6-9787-23658e99a735 req-78e5dc9a-7c0a-41c7-b7ba-9fd21523d28a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=159ca91a7f9e406ab5effb717ffc39d1&device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 1163 time: 0.3067276
Dec 04 00:50:56.469614 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0fed6-ac64-4fd6-9787-23658e99a735 req-9d706b02-3886-4abf-b46a-3ce6f1ae8b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:56.471239 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b9d0fed6-ac64-4fd6-9787-23658e99a735 req-9d706b02-3886-4abf-b46a-3ce6f1ae8b48 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47 HTTP/1.1" status: 200  len: 903 time: 0.1491318
Dec 04 00:50:56.600156 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b9d0fed6-ac64-4fd6-9787-23658e99a735 req-f5756ea6-74c4-4ac2-8957-5d26e0cb54e5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85caa19a-5f57-4b6f-ba38-516844d99d17 HTTP/1.1" status: 200  len: 1001 time: 0.1126003
Dec 04 00:50:56.724408 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0fed6-ac64-4fd6-9787-23658e99a735 req-3558e6cf-7926-4a34-92e6-596a752dac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:56.725926 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b9d0fed6-ac64-4fd6-9787-23658e99a735 req-3558e6cf-7926-4a34-92e6-596a752dac43 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954 HTTP/1.1" status: 200  len: 848 time: 0.1146164
Dec 04 00:50:56.817074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b044a-ece2-4984-9a30-1a04696f3837 req-27683fae-8e6f-460c-be36-c32e554cd1a7 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:56.818735 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5f0b044a-ece2-4984-9a30-1a04696f3837 req-27683fae-8e6f-460c-be36-c32e554cd1a7 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.1631775
Dec 04 00:50:56.854951 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0fed6-ac64-4fd6-9787-23658e99a735 req-d2c17c8f-7509-4f3f-8757-8f867ce88e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:56.856579 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b9d0fed6-ac64-4fd6-9787-23658e99a735 req-d2c17c8f-7509-4f3f-8757-8f867ce88e02 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1210561
Dec 04 00:50:56.881093 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5f0b044a-ece2-4984-9a30-1a04696f3837 req-fce950d1-4f6c-4e71-9839-a1bfbd0ef810 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0552313
Dec 04 00:50:56.890867 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:57.031441 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b9d0fed6-ac64-4fd6-9787-23658e99a735 req-61b72a8d-7183-4564-8c08-b4b6709330f8 service neutron] 10.222.0.91 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462188
Dec 04 00:50:57.214597 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b9d0fed6-ac64-4fd6-9787-23658e99a735 req-73583c30-7066-4883-82ee-cbd28a68c6ae service neutron] 10.222.0.91 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1551349
Dec 04 00:50:57.364577 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 58264) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:50:57.529625 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeba1ebc-b33f-44f8-898d-d394f5df4313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:57.545875 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-aeba1ebc-b33f-44f8-898d-d394f5df4313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:50:57.550344 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-aeba1ebc-b33f-44f8-898d-d394f5df4313 admin admin] Usage tracker for resource:security_group_rule and tenant:c7b927833f60434f998cfabe9bb2f756 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:50:57.553901 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-aeba1ebc-b33f-44f8-898d-d394f5df4313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:50:57.559875 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-aeba1ebc-b33f-44f8-898d-d394f5df4313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:50:57.650584 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeba1ebc-b33f-44f8-898d-d394f5df4313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:57.655977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aeba1ebc-b33f-44f8-898d-d394f5df4313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:57.668571 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee099959-46c9-425e-908b-90bac4c4cc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:57.715397 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-aeba1ebc-b33f-44f8-898d-d394f5df4313 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c7b927833f60434f998cfabe9bb2f756&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3496072
Dec 04 00:50:57.716366 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba1ebc-b33f-44f8-898d-d394f5df4313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ebe03b-6668-4eb4-8b49-7ff59e5bc0a0,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:57.718613 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 58270) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:50:57.719872 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aeba1ebc-b33f-44f8-898d-d394f5df4313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:57.783518 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:57.817697 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:57.872594 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:57.876605 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c130a6e5-5980-4092-b5cc-cc64dd83535e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:50:57.888797 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ebe03b-6668-4eb4-8b49-7ff59e5bc0a0,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:50:57.900126 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.900544 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.900950 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.901353 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.901752 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.902143 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.902534 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.902924 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.903318 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.903753 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.904147 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.904575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.905182 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.905580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.905964 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.906350 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.906740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.907130 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.907547 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.907937 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.908339 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.908728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.909115 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.909502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:50:57.912895 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:50:57.914163 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f8ebe03b-6668-4eb4-8b49-7ff59e5bc0a0 HTTP/1.1" status: 204  len: 168 time: 0.1944788
Dec 04 00:50:57.915198 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:50:58.112777 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b13536-ea1c-4bc8-b6b0-367eb87a35e2 req-0f933800-780e-4fd0-b7ac-82197d5735ab tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:58.114407 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-30b13536-ea1c-4bc8-b6b0-367eb87a35e2 req-0f933800-780e-4fd0-b7ac-82197d5735ab tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0922275
Dec 04 00:50:58.169837 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-30b13536-ea1c-4bc8-b6b0-367eb87a35e2 req-b5ded6a8-4fc8-4bb7-b3e4-a427b4182dea tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0468476
Dec 04 00:50:59.451624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921d5c2-e910-43df-aefc-46def609e522 req-6517d30b-1736-48b2-9127-7dc2d1668de5 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:50:59.453432 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b921d5c2-e910-43df-aefc-46def609e522 req-6517d30b-1736-48b2-9127-7dc2d1668de5 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0937939
Dec 04 00:50:59.509620 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b921d5c2-e910-43df-aefc-46def609e522 req-3f975146-a3ff-49ca-b34b-1e12ec98a6c0 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0482087
Dec 04 00:51:00.745490 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c0360-375f-436c-a41d-5d396ab8baba req-72c2e0f6-ba51-4b74-b765-44eb82aad68a tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:00.747971 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7f1c0360-375f-436c-a41d-5d396ab8baba req-72c2e0f6-ba51-4b74-b765-44eb82aad68a tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.1027265
Dec 04 00:51:00.798631 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7f1c0360-375f-436c-a41d-5d396ab8baba req-a66e2c0f-9598-4110-8185-28965a4e954d tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0443923
Dec 04 00:51:02.024159 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de43f09-445e-43ec-a7f7-079a5c57b2b0 req-252e211e-dd73-4d95-aa0a-423c4a197f11 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:02.025782 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1de43f09-445e-43ec-a7f7-079a5c57b2b0 req-252e211e-dd73-4d95-aa0a-423c4a197f11 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0889976
Dec 04 00:51:02.077911 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1de43f09-445e-43ec-a7f7-079a5c57b2b0 req-9d5c9574-e110-49d7-9c86-6afd68861340 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0440259
Dec 04 00:51:03.321076 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37563a-d43e-4fcb-965a-00ac1a55bd70 req-5245b657-c02d-4850-952e-beb4d4bbbc43 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:03.322697 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ef37563a-d43e-4fcb-965a-00ac1a55bd70 req-5245b657-c02d-4850-952e-beb4d4bbbc43 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0890770
Dec 04 00:51:03.377390 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ef37563a-d43e-4fcb-965a-00ac1a55bd70 req-5f5932e6-9cc5-4b07-93f0-309a0852317b tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0476544
Dec 04 00:51:04.618553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7ea15-227e-46bc-8ae9-035106c9ea71 req-22a70ac1-4eb6-4dd7-8825-bf65538e2421 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:04.620198 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bfb7ea15-227e-46bc-8ae9-035106c9ea71 req-22a70ac1-4eb6-4dd7-8825-bf65538e2421 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0950403
Dec 04 00:51:04.671549 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bfb7ea15-227e-46bc-8ae9-035106c9ea71 req-47eb02c5-1c3d-478c-9445-286335759374 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0445883
Dec 04 00:51:05.907749 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6987648-2c6f-4909-8450-4165234f009a req-9a4d5d04-78ea-4a97-aae9-2ad3d9b52924 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:05.909371 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c6987648-2c6f-4909-8450-4165234f009a req-9a4d5d04-78ea-4a97-aae9-2ad3d9b52924 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0889497
Dec 04 00:51:05.959483 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c6987648-2c6f-4909-8450-4165234f009a req-b271c543-dddf-4cec-999e-e4a751a23ddf tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0435414
Dec 04 00:51:07.193996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63361e06-fc95-443a-9db6-3e7552307edd req-ef562ac4-aa88-448d-8839-24288653f9b6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:07.195679 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63361e06-fc95-443a-9db6-3e7552307edd req-ef562ac4-aa88-448d-8839-24288653f9b6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0888362
Dec 04 00:51:07.248907 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-63361e06-fc95-443a-9db6-3e7552307edd req-f0a69d71-c495-4fe4-9b39-b01852960d82 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0447323
Dec 04 00:51:08.426879 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:51:08.475501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab2129-5c80-4bac-963a-372b2f177b4d req-3405cb74-0e9b-440e-816a-c6391f1fd875 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:08.477129 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f9ab2129-5c80-4bac-963a-372b2f177b4d req-3405cb74-0e9b-440e-816a-c6391f1fd875 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0940063
Dec 04 00:51:08.529410 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f9ab2129-5c80-4bac-963a-372b2f177b4d req-26cf7824-40f2-4fdf-b792-7bfd6d10a7b8 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0450931
Dec 04 00:51:11.415810 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e3d9e-298f-4fc0-b12d-32df7c3f8572 req-569469cf-da17-4e3b-ae8a-cab7fe147299 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:11.417418 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1f0e3d9e-298f-4fc0-b12d-32df7c3f8572 req-569469cf-da17-4e3b-ae8a-cab7fe147299 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0913665
Dec 04 00:51:11.470140 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1f0e3d9e-298f-4fc0-b12d-32df7c3f8572 req-e27bcf7c-55e3-42bd-8d0a-3c125292cb09 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0458536
Dec 04 00:51:12.196276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d76e3d23-0c4a-4623-9e22-0cc7d31e373d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:12.707205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b1273-0325-4efd-b985-a306db2b77b5 req-feb955a5-65ff-457d-99ac-aab6a314ebc7 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:12.708816 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0a9b1273-0325-4efd-b985-a306db2b77b5 req-feb955a5-65ff-457d-99ac-aab6a314ebc7 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0921440
Dec 04 00:51:12.763461 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0a9b1273-0325-4efd-b985-a306db2b77b5 req-ef608802-5f08-4a28-85ce-084b3e92b849 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0478129
Dec 04 00:51:14.011120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d1557-8afe-4ba4-872b-1fa429958fad req-9ce3a80d-4edf-4ec7-8d4f-409bb4df164b tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:14.012825 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b19d1557-8afe-4ba4-872b-1fa429958fad req-9ce3a80d-4edf-4ec7-8d4f-409bb4df164b tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0886059
Dec 04 00:51:14.063783 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b19d1557-8afe-4ba4-872b-1fa429958fad req-97e8fb61-300a-4345-b9a1-9f485df91299 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0439458
Dec 04 00:51:14.452325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b96d15e6-c78d-4d6f-9606-a5f5ce5ed012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:15.284649 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4701b-35d0-4809-8ab2-b1b9917728aa req-7f55d5bc-ba45-42de-8288-e6970c916bc6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:15.286269 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ab4701b-35d0-4809-8ab2-b1b9917728aa req-7f55d5bc-ba45-42de-8288-e6970c916bc6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0876696
Dec 04 00:51:15.337202 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ab4701b-35d0-4809-8ab2-b1b9917728aa req-99144b66-c2e1-40d8-ade3-d20f72b4a412 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0441780
Dec 04 00:51:15.515095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cf038aa4-fc62-4e1c-a863-14849f7518c7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:51:15.592566 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port cf038aa4-fc62-4e1c-a863-14849f7518c7 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:51:15.592982 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:15.669345 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:16.098882 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:16.574775 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a436f-e910-4c09-b5dc-636a7582f5ca req-3b142fe5-6086-43a1-acaf-7ec087874dec tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:16.576387 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a94a436f-e910-4c09-b5dc-636a7582f5ca req-3b142fe5-6086-43a1-acaf-7ec087874dec tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0909102
Dec 04 00:51:16.630876 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a94a436f-e910-4c09-b5dc-636a7582f5ca req-cb8ff401-cc8c-4f69-975d-b5627d412581 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0474746
Dec 04 00:51:16.632271 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:17.845820 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719ef51-24b4-43b6-ba5f-290432d7e35b req-7b509733-4ca9-4a83-9955-8c5ace362fc6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:17.847357 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e719ef51-24b4-43b6-ba5f-290432d7e35b req-7b509733-4ca9-4a83-9955-8c5ace362fc6 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0859449
Dec 04 00:51:17.900473 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e719ef51-24b4-43b6-ba5f-290432d7e35b req-cb1e9e73-868e-4962-8a67-9b368cf8ecd2 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0431287
Dec 04 00:51:19.140072 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90713697-296b-4588-b18b-1e14c237a76d req-c70a18e9-e155-4651-8fa4-81ac488578e2 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:19.141657 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90713697-296b-4588-b18b-1e14c237a76d req-c70a18e9-e155-4651-8fa4-81ac488578e2 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.0937462
Dec 04 00:51:19.195159 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90713697-296b-4588-b18b-1e14c237a76d req-6e1f9b61-93a8-455e-9995-78e0f8fd076f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&id=c5e23346-baef-477a-88bd-7734aec20494&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0467939
Dec 04 00:51:19.660958 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cf038aa4-fc62-4e1c-a863-14849f7518c7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:51:19.736782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port cf038aa4-fc62-4e1c-a863-14849f7518c7 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:51:19.737208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:20.676349 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc98b01-6cd8-442c-9897-d583cb7b46c8 req-e3990987-ea08-4e4a-af2a-1068ed425374 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:20.678174 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6bc98b01-6cd8-442c-9897-d583cb7b46c8 req-e3990987-ea08-4e4a-af2a-1068ed425374 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0918787
Dec 04 00:51:20.730252 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6bc98b01-6cd8-442c-9897-d583cb7b46c8 req-b9880093-09ec-4b0d-9556-6885af72dfc5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441909
Dec 04 00:51:21.965265 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a0c12-b3c3-499d-a8c4-c22154db3ae9 req-60a7072b-02d8-4404-82d5-d8dfdd712f63 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:21.966938 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-195a0c12-b3c3-499d-a8c4-c22154db3ae9 req-60a7072b-02d8-4404-82d5-d8dfdd712f63 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0883148
Dec 04 00:51:22.021742 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-195a0c12-b3c3-499d-a8c4-c22154db3ae9 req-30ea98bb-8bf5-4c80-8fe6-9fb30330b74d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474274
Dec 04 00:51:23.264738 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b6fba-e824-4592-9d2b-fe6ef68eaeb3 req-3777ea7f-d725-4ba4-836a-b9bbc45e20ed tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:23.266411 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a87b6fba-e824-4592-9d2b-fe6ef68eaeb3 req-3777ea7f-d725-4ba4-836a-b9bbc45e20ed tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0882483
Dec 04 00:51:23.318308 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a87b6fba-e824-4592-9d2b-fe6ef68eaeb3 req-d47a3d29-3b8b-4749-b31a-638050e857df tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449450
Dec 04 00:51:24.788591 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276552cf-d011-4018-a81d-2c4a39a42d9a req-e16dde66-f8ea-4401-a949-d378555715b8 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:24.790180 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-276552cf-d011-4018-a81d-2c4a39a42d9a req-e16dde66-f8ea-4401-a949-d378555715b8 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.3114924
Dec 04 00:51:24.838273 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-276552cf-d011-4018-a81d-2c4a39a42d9a req-025c7977-db89-464a-a926-c421aaea0e55 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416386
Dec 04 00:51:26.078423 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528bca6-325c-46ed-aa41-7a851ad642d8 req-76da3ad0-908d-4431-9018-035735faea15 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:26.080108 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a528bca6-325c-46ed-aa41-7a851ad642d8 req-76da3ad0-908d-4431-9018-035735faea15 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0888243
Dec 04 00:51:26.129694 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a528bca6-325c-46ed-aa41-7a851ad642d8 req-5d0c09cb-3248-416e-b563-1013ba498510 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430315
Dec 04 00:51:26.924554 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:27.369530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89e223-3337-49af-9d96-c3588172d4d8 req-3484fc58-3360-4565-b9cf-129b37ef6ae7 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:27.371172 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e89e223-3337-49af-9d96-c3588172d4d8 req-3484fc58-3360-4565-b9cf-129b37ef6ae7 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0911198
Dec 04 00:51:27.419960 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e89e223-3337-49af-9d96-c3588172d4d8 req-48b95201-59ce-4e3a-9753-80f75dc1cd1b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421271
Dec 04 00:51:28.667192 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665e94a-2c3a-4fbd-955d-00da7303e2bc req-51bcd588-fcfd-4f33-bdba-5507d6024d84 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:28.668804 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c665e94a-2c3a-4fbd-955d-00da7303e2bc req-51bcd588-fcfd-4f33-bdba-5507d6024d84 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0961068
Dec 04 00:51:28.720000 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c665e94a-2c3a-4fbd-955d-00da7303e2bc req-fdc54052-fe1a-41cd-b115-12ce7685fa5a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446265
Dec 04 00:51:29.966680 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07581e1d-5fa7-49b8-90d9-69f532f02bb0 req-ce86f6e3-fbc7-41b8-bdfa-8396477c558d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:29.968345 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-07581e1d-5fa7-49b8-90d9-69f532f02bb0 req-ce86f6e3-fbc7-41b8-bdfa-8396477c558d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0957158
Dec 04 00:51:30.019336 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-07581e1d-5fa7-49b8-90d9-69f532f02bb0 req-250ba2ac-5d4f-4537-877c-6559c559709c tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442204
Dec 04 00:51:31.258771 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8eb4dd-57d1-4304-bf4d-dcb4a1dae0ec req-60cc583f-3971-4a72-90b1-2c8e241d3f12 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:31.260416 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9f8eb4dd-57d1-4304-bf4d-dcb4a1dae0ec req-60cc583f-3971-4a72-90b1-2c8e241d3f12 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0863547
Dec 04 00:51:31.310927 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9f8eb4dd-57d1-4304-bf4d-dcb4a1dae0ec req-aef4a80a-4de2-46e9-9ec1-cca99d90277a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441265
Dec 04 00:51:32.572625 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322b2a3-a365-461e-8b7f-e86449e4fd77 req-45cc9a7c-e26f-412c-91c0-79a5194ebfa0 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:32.574150 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0322b2a3-a365-461e-8b7f-e86449e4fd77 req-45cc9a7c-e26f-412c-91c0-79a5194ebfa0 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0924313
Dec 04 00:51:32.630339 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0322b2a3-a365-461e-8b7f-e86449e4fd77 req-779ca482-deff-40aa-9191-ddec970358ce tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492406
Dec 04 00:51:33.874663 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0e82e-f6d9-4979-999d-d9fa896e060e req-d94d6b97-88e6-4de9-a5c3-c76afee98178 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:33.876357 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dbb0e82e-f6d9-4979-999d-d9fa896e060e req-d94d6b97-88e6-4de9-a5c3-c76afee98178 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0897021
Dec 04 00:51:33.929318 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-dbb0e82e-f6d9-4979-999d-d9fa896e060e req-36706c09-51a7-462b-b305-c69b3ba02371 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458488
Dec 04 00:51:35.175484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad12b79-c152-4fb4-8b6d-789bf8d88b02 req-c52a90cf-f6a5-4aec-abdb-e70204b4d6fe tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:35.177012 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ad12b79-c152-4fb4-8b6d-789bf8d88b02 req-c52a90cf-f6a5-4aec-abdb-e70204b4d6fe tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0906446
Dec 04 00:51:35.232510 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5ad12b79-c152-4fb4-8b6d-789bf8d88b02 req-fbc054aa-b672-4e2a-bc61-c47d47ccad20 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434318
Dec 04 00:51:36.487384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354547b8-e50d-4e2a-bd45-875a55f893d0 req-858a9d45-040c-4ab8-9deb-a6fdea3af65a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:36.489011 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-354547b8-e50d-4e2a-bd45-875a55f893d0 req-858a9d45-040c-4ab8-9deb-a6fdea3af65a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0936728
Dec 04 00:51:36.536434 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-354547b8-e50d-4e2a-bd45-875a55f893d0 req-5c71f07d-0f97-4734-8f24-5e1cdd61c7ac tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409663
Dec 04 00:51:37.775468 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a5d90-48df-4e56-a0e0-79e20b42604e req-5f32e0c9-654b-4ff2-8486-ee1d0b2a6af2 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:37.777084 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-629a5d90-48df-4e56-a0e0-79e20b42604e req-5f32e0c9-654b-4ff2-8486-ee1d0b2a6af2 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0880487
Dec 04 00:51:37.826803 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-629a5d90-48df-4e56-a0e0-79e20b42604e req-161e14b5-148b-4ce8-b300-596094064b44 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430779
Dec 04 00:51:39.083741 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46a581-5180-45ae-8ff5-b3bcbb3726bc req-bca893f6-497f-4da3-b8de-31672c51eed9 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:39.085417 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1b46a581-5180-45ae-8ff5-b3bcbb3726bc req-bca893f6-497f-4da3-b8de-31672c51eed9 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0960066
Dec 04 00:51:39.136889 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1b46a581-5180-45ae-8ff5-b3bcbb3726bc req-6320ba0a-5f51-4dfa-a683-c87ecd2d1f33 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450323
Dec 04 00:51:39.782337 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device acc552c3-4f7f-4e7e-812b-d4adc8d5231d up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:51:39.855739 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port acc552c3-4f7f-4e7e-812b-d4adc8d5231d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:51:39.856158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:40.373175 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0890db-3b4d-4b91-8d9d-2c24fac70161 req-9487625b-0c71-4ffa-ac9e-cd62df934b31 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:40.374825 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cb0890db-3b4d-4b91-8d9d-2c24fac70161 req-9487625b-0c71-4ffa-ac9e-cd62df934b31 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0889792
Dec 04 00:51:40.424089 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cb0890db-3b4d-4b91-8d9d-2c24fac70161 req-d3d27bfa-a603-4500-94dc-d158a8953021 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427561
Dec 04 00:51:41.683313 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb762b-fa32-464c-adb1-0d0a843f22ed req-9985d4be-315b-4e89-ad45-4f8311d16d18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:41.684966 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42fb762b-fa32-464c-adb1-0d0a843f22ed req-9985d4be-315b-4e89-ad45-4f8311d16d18 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0900083
Dec 04 00:51:41.733681 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-42fb762b-fa32-464c-adb1-0d0a843f22ed req-6187b229-d4d9-4655-bdde-873466335109 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416014
Dec 04 00:51:42.210813 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-19ad198a-e405-4cf6-9eb4-6c774f89159a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:42.979798 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19896aa0-dd84-4c5d-bb27-ac393b279857 req-f413af67-51ca-4a19-8452-23b6e32c7dd9 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:42.981381 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-19896aa0-dd84-4c5d-bb27-ac393b279857 req-f413af67-51ca-4a19-8452-23b6e32c7dd9 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0905392
Dec 04 00:51:43.037603 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-19896aa0-dd84-4c5d-bb27-ac393b279857 req-79318a0f-9e46-454f-b13e-e69671981605 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494490
Dec 04 00:51:44.278224 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3364f-9709-46d6-98b4-ede91563e7bf req-fccd0281-0667-4da5-9355-9ad69afe19ed tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:44.279920 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4dd3364f-9709-46d6-98b4-ede91563e7bf req-fccd0281-0667-4da5-9355-9ad69afe19ed tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0907865
Dec 04 00:51:44.329260 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4dd3364f-9709-46d6-98b4-ede91563e7bf req-13689056-9029-48f6-ae92-1635e7e85d94 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425768
Dec 04 00:51:44.447463 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ea6b90aa-4c40-433d-a9c7-9314832b826b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:45.430236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:51:45.574164 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40c711-2789-4b47-9c2f-40c3a94ce07e req-c17e384f-12e1-4636-a8ba-ade36ffbe26f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:45.575829 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5b40c711-2789-4b47-9c2f-40c3a94ce07e req-c17e384f-12e1-4636-a8ba-ade36ffbe26f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0946407
Dec 04 00:51:45.648234 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5b40c711-2789-4b47-9c2f-40c3a94ce07e req-366739aa-b16f-45ae-a119-f175167a5bd0 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647726
Dec 04 00:51:45.671879 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:46.096814 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:46.635258 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:46.911598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e5897-0415-4e11-a763-74d195c7693a req-8ec6f068-d12b-4228-974a-9866a0e9a71a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:46.925424 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bd0e5897-0415-4e11-a763-74d195c7693a req-8ec6f068-d12b-4228-974a-9866a0e9a71a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.1062975
Dec 04 00:51:46.980604 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bd0e5897-0415-4e11-a763-74d195c7693a req-b123bbb0-fc7c-4dbb-bb6f-d1dc17fc71bc tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466387
Dec 04 00:51:48.019145 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 58840) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:51:48.308049 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c1b2-1def-4961-8c2f-d9a541d4063a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:48.338284 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a9c5c1b2-1def-4961-8c2f-d9a541d4063a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:51:48.351461 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a9c5c1b2-1def-4961-8c2f-d9a541d4063a admin admin] Usage tracker for resource:security_group_rule and tenant:0cbdf607e6fc4fe48d2cfd096b217bae is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:51:48.357832 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-a9c5c1b2-1def-4961-8c2f-d9a541d4063a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:51:48.369799 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-a9c5c1b2-1def-4961-8c2f-d9a541d4063a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:51:48.377968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0ffb9-1d03-4d5c-a0fa-569268d7cadf req-9240552f-1a14-4299-9029-91ec8fd86796 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:48.379584 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7ae0ffb9-1d03-4d5c-a0fa-569268d7cadf req-9240552f-1a14-4299-9029-91ec8fd86796 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.1665332
Dec 04 00:51:48.469871 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7ae0ffb9-1d03-4d5c-a0fa-569268d7cadf req-eca72f69-4444-4590-8992-ee627a1a21f0 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694749
Dec 04 00:51:48.565021 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c1b2-1def-4961-8c2f-d9a541d4063a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:48.570093 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c1b2-1def-4961-8c2f-d9a541d4063a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:48.580921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-08d57147-0216-4648-ab8e-1f56b18bf86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:51:48.625343 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a9c5c1b2-1def-4961-8c2f-d9a541d4063a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0cbdf607e6fc4fe48d2cfd096b217bae&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6043689
Dec 04 00:51:48.629178 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 58850) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:51:48.632216 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5c1b2-1def-4961-8c2f-d9a541d4063a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1c55ab-667a-4b35-872c-261b043ae73a,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:51:48.644310 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9c5c1b2-1def-4961-8c2f-d9a541d4063a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:51:48.714225 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:48.747113 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:48.812088 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:48.825170 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:51:48.845117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1c55ab-667a-4b35-872c-261b043ae73a,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:51:48.859284 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.859866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.860361 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.860773 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.861269 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.861672 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.862070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.862464 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.862868 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.863261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.863670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.864060 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.864539 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.864936 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.865612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.866007 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.866391 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.866786 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.867176 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.867677 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.868309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.869044 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.869965 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.870553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:48.877733 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:51:48.880518 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:48.882487 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cb1c55ab-667a-4b35-872c-261b043ae73a HTTP/1.1" status: 204  len: 168 time: 0.2490923
Dec 04 00:51:49.812241 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba07dd4-9ca4-4365-98b3-93cf8b41ccab req-932e61ff-faa5-4f52-ae27-f3cd3ea488fb tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:49.816128 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3ba07dd4-9ca4-4365-98b3-93cf8b41ccab req-932e61ff-faa5-4f52-ae27-f3cd3ea488fb tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.1312244
Dec 04 00:51:49.912468 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3ba07dd4-9ca4-4365-98b3-93cf8b41ccab req-2d222fe3-d80b-4433-9da4-681ef4e84a86 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896850
Dec 04 00:51:50.868326 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 58902) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:51:51.058582 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c22fc24-486f-4adf-8bc9-db47bceb4252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:51.077581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5c22fc24-486f-4adf-8bc9-db47bceb4252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:51:51.087190 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5c22fc24-486f-4adf-8bc9-db47bceb4252 admin admin] Usage tracker for resource:security_group_rule and tenant:113e5d3bde8e45b1956d7de68b4f5bc1 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:51:51.092164 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5c22fc24-486f-4adf-8bc9-db47bceb4252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:51:51.098635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5c22fc24-486f-4adf-8bc9-db47bceb4252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:51:51.184089 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08d588-3f6e-4625-880a-def93c2c8978 req-1a5d7e00-9476-44db-a763-526795fa2d0f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:51.197631 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7a08d588-3f6e-4625-880a-def93c2c8978 req-1a5d7e00-9476-44db-a763-526795fa2d0f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.1163576
Dec 04 00:51:51.252376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c22fc24-486f-4adf-8bc9-db47bceb4252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:51.258173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5c22fc24-486f-4adf-8bc9-db47bceb4252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:51.279621 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2f81d920-c85e-435e-b404-a466249bd284 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:51:51.288818 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7a08d588-3f6e-4625-880a-def93c2c8978 req-a8ceee6f-9630-4fad-9701-d6dc377bf606 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899920
Dec 04 00:51:51.329177 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 58910) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:51:51.329334 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5c22fc24-486f-4adf-8bc9-db47bceb4252 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=113e5d3bde8e45b1956d7de68b4f5bc1&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4597802
Dec 04 00:51:51.345018 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22fc24-486f-4adf-8bc9-db47bceb4252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6957d6d5-10a3-4fed-a9ba-c75d9e4adb66,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:51:51.348805 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5c22fc24-486f-4adf-8bc9-db47bceb4252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:51:51.429304 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03e5236c-ba3b-488b-a489-d5d35d0163d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:51.467208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03e5236c-ba3b-488b-a489-d5d35d0163d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:51.521791 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03e5236c-ba3b-488b-a489-d5d35d0163d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:51.531043 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f1a59bf-6126-4f56-9f35-48cd155dd1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:51:51.544813 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5236c-ba3b-488b-a489-d5d35d0163d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6957d6d5-10a3-4fed-a9ba-c75d9e4adb66,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:51:51.547834 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-03e5236c-ba3b-488b-a489-d5d35d0163d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:51:51.554449 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-03e5236c-ba3b-488b-a489-d5d35d0163d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:51.559857 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-03e5236c-ba3b-488b-a489-d5d35d0163d9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6957d6d5-10a3-4fed-a9ba-c75d9e4adb66 HTTP/1.1" status: 204  len: 168 time: 0.2288969
Dec 04 00:51:52.523969 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2931eae-25b1-4824-9830-3b57520dfe83 req-5384c0ff-c67f-4bb6-8060-0b4682c596ee tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:52.527916 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c2931eae-25b1-4824-9830-3b57520dfe83 req-5384c0ff-c67f-4bb6-8060-0b4682c596ee tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0942709
Dec 04 00:51:52.577733 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c2931eae-25b1-4824-9830-3b57520dfe83 req-e002ec39-9688-4af9-8ce7-4ceb332cf80d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453115
Dec 04 00:51:53.820973 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298a9ef-7887-4db2-bd43-cc9482e4189a req-cb3eec47-3e0c-44e0-9241-c6c815875433 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:53.822599 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4298a9ef-7887-4db2-bd43-cc9482e4189a req-cb3eec47-3e0c-44e0-9241-c6c815875433 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0883126
Dec 04 00:51:53.875132 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4298a9ef-7887-4db2-bd43-cc9482e4189a req-fc832bed-f8b7-4ca7-baa6-924c996668b4 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461490
Dec 04 00:51:54.785035 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308583c-8941-4041-bcee-c687894cd61f req-aadf0f8b-cb89-46fc-97dc-489f3dec19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:54.786665 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d308583c-8941-4041-bcee-c687894cd61f req-aadf0f8b-cb89-46fc-97dc-489f3dec19dc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=09801578e916483aa6201d3b9a595e8c&device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 1162 time: 0.0767896
Dec 04 00:51:54.934907 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308583c-8941-4041-bcee-c687894cd61f req-b0f91e8b-8d44-49bf-9f9f-4ecc7750c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:54.936562 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d308583c-8941-4041-bcee-c687894cd61f req-b0f91e8b-8d44-49bf-9f9f-4ecc7750c39c service neutron] 10.222.0.91 "GET /v2.0/networks?id=cdf68f31-2f13-4060-b6e6-c7095799b7c3 HTTP/1.1" status: 200  len: 910 time: 0.1427317
Dec 04 00:51:55.048585 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d308583c-8941-4041-bcee-c687894cd61f req-ab8a2b87-d6c1-4a8c-94f4-6385a8a7a2ae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc552c3-4f7f-4e7e-812b-d4adc8d5231d HTTP/1.1" status: 200  len: 1001 time: 0.1041408
Dec 04 00:51:55.117730 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84a410-ca98-4021-9eed-3b21700409f2 req-61811872-22e9-4159-9889-2427c2e222ea tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:55.120524 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308583c-8941-4041-bcee-c687894cd61f req-89f78b2b-fb51-4cb0-ae0b-003aa2d6aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:55.122142 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d308583c-8941-4041-bcee-c687894cd61f req-89f78b2b-fb51-4cb0-ae0b-003aa2d6aa9f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8322b4d1-9a0c-42f2-a911-3bc67b7cd900 HTTP/1.1" status: 200  len: 855 time: 0.0667837
Dec 04 00:51:55.123955 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c84a410-ca98-4021-9eed-3b21700409f2 req-61811872-22e9-4159-9889-2427c2e222ea tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0970256
Dec 04 00:51:55.166750 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4c84a410-ca98-4021-9eed-3b21700409f2 req-c7cbc367-f99c-44f2-a3ca-8087720a3b68 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409522
Dec 04 00:51:55.223013 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308583c-8941-4041-bcee-c687894cd61f req-414d57cd-6b85-4634-a1bf-f695628f1ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:55.224682 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d308583c-8941-4041-bcee-c687894cd61f req-414d57cd-6b85-4634-a1bf-f695628f1ac7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cdf68f31-2f13-4060-b6e6-c7095799b7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0951967
Dec 04 00:51:55.636618 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d308583c-8941-4041-bcee-c687894cd61f req-1b0b0a3e-cc6e-4982-ad26-55edfe768b76 service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4015825
Dec 04 00:51:55.647993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffceefa-372a-41b6-8029-d84fce8c8e93 req-29082ff7-cb82-41f5-881c-c01afe10a81d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:55.649512 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fffceefa-372a-41b6-8029-d84fce8c8e93 req-29082ff7-cb82-41f5-881c-c01afe10a81d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 946 time: 0.1903119
Dec 04 00:51:55.801982 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fffceefa-372a-41b6-8029-d84fce8c8e93 req-01f69c49-5304-4259-85bb-88e2a2632c83 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=b64d2f02-06a8-40c4-bb44-9521d8220e89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1166599
Dec 04 00:51:55.839996 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d308583c-8941-4041-bcee-c687894cd61f req-4f48049c-f37a-417b-b8e2-989c0ece5b95 service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1894581
Dec 04 00:51:56.443257 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6900c7-f488-45bc-a388-07d6b240998d req-1a6e6333-dac4-4231-a146-d4768e028142 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:56.444934 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ae6900c7-f488-45bc-a388-07d6b240998d req-1a6e6333-dac4-4231-a146-d4768e028142 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0933893
Dec 04 00:51:56.500496 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ae6900c7-f488-45bc-a388-07d6b240998d req-820200c3-fa7c-4093-91fe-92cd77ee33b4 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460727
Dec 04 00:51:56.928852 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918165ec-b23d-4add-a388-1c027472cd72 req-0924ea1d-0013-4a8b-a182-3d00aba8ebe8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0778131
Dec 04 00:51:56.941164 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:57.085902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918165ec-b23d-4add-a388-1c027472cd72 req-318a4ee7-77ad-4c56-bc60-5f947170b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:57.087585 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918165ec-b23d-4add-a388-1c027472cd72 req-318a4ee7-77ad-4c56-bc60-5f947170b9e1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9581564017a74dacabe1c0cb6793aabe&device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 1203 time: 0.1125784
Dec 04 00:51:57.094875 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76073e58-0f64-4e5a-aa4b-504a3170412e req-bf72a049-5206-413c-af05-d974aaa5710f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:57.096525 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-76073e58-0f64-4e5a-aa4b-504a3170412e req-bf72a049-5206-413c-af05-d974aaa5710f tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 946 time: 0.1584699
Dec 04 00:51:57.235337 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-76073e58-0f64-4e5a-aa4b-504a3170412e req-2c09919d-294e-40de-abe1-d55f47f36c38 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=b64d2f02-06a8-40c4-bb44-9521d8220e89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1288936
Dec 04 00:51:57.289191 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918165ec-b23d-4add-a388-1c027472cd72 req-3750d2a0-b694-4060-bb75-3cb774841691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:57.290808 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918165ec-b23d-4add-a388-1c027472cd72 req-3750d2a0-b694-4060-bb75-3cb774841691 service neutron] 10.222.0.91 "GET /v2.0/networks?id=fd27a085-0b96-4520-ae0d-abd50f786818 HTTP/1.1" status: 200  len: 909 time: 0.1636796
Dec 04 00:51:57.414554 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918165ec-b23d-4add-a388-1c027472cd72 req-b71aabaf-8118-4902-b5a5-5a0ed085dd87 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7 HTTP/1.1" status: 200  len: 1002 time: 0.1057651
Dec 04 00:51:57.418969 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-3b479c33-426f-44d0-bd8b-6ae15c6c1dac tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:57.420601 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-3b479c33-426f-44d0-bd8b-6ae15c6c1dac tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.91 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 946 time: 0.0887809
Dec 04 00:51:57.490272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918165ec-b23d-4add-a388-1c027472cd72 req-15fbac22-d918-4dc2-a1c1-4b159fc5598d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:57.491844 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918165ec-b23d-4add-a388-1c027472cd72 req-15fbac22-d918-4dc2-a1c1-4b159fc5598d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3c0996dd-2506-4c97-b879-7d5a1619ebc6 HTTP/1.1" status: 200  len: 854 time: 0.0694666
Dec 04 00:51:57.497544 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Deleting port cb2ee251-08ab-466a-a385-ef5d8a8f5102 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:51:57.497948 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:57.578209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918165ec-b23d-4add-a388-1c027472cd72 req-62f30c20-daa8-475e-8d30-c9747024e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:57.579904 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918165ec-b23d-4add-a388-1c027472cd72 req-62f30c20-daa8-475e-8d30-c9747024e446 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fd27a085-0b96-4520-ae0d-abd50f786818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800219
Dec 04 00:51:57.729909 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918165ec-b23d-4add-a388-1c027472cd72 req-c3f52797-eff7-4954-84ab-a25464497525 service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407335
Dec 04 00:51:57.783152 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device acc552c3-4f7f-4e7e-812b-d4adc8d5231d up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:51:57.844715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fab7e6-500f-4252-a98c-e1b0bbf370e6 req-1a033fa2-c054-41cc-9f2f-c8ece197a019 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:57.853228 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-45fab7e6-500f-4252-a98c-e1b0bbf370e6 req-1a033fa2-c054-41cc-9f2f-c8ece197a019 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.1576395
Dec 04 00:51:57.861216 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] For port cb2ee251-08ab-466a-a385-ef5d8a8f5102, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cb2ee251-08ab-466a-a385-ef5d8a8f5102,segment=NetworkSegment(14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8),segment_id=14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:51:57.861626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:57.866403 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port acc552c3-4f7f-4e7e-812b-d4adc8d5231d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:51:57.866836 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:57.910141 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918165ec-b23d-4add-a388-1c027472cd72 req-f12ab873-357b-44bf-9b35-3e00fc3997f3 service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1569419
Dec 04 00:51:57.980339 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-45fab7e6-500f-4252-a98c-e1b0bbf370e6 req-b4134d2b-3004-49f0-9513-89f148a6be5e tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1261358
Dec 04 00:51:58.009183 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cb2ee251-08ab-466a-a385-ef5d8a8f5102 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:51:58.134561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:58.164624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d50ec93-b21c-4287-b303-935bc92c0bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2ee251-08ab-466a-a385-ef5d8a8f5102'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:51:58.194374 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port cb2ee251-08ab-466a-a385-ef5d8a8f5102, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cb2ee251-08ab-466a-a385-ef5d8a8f5102,segment=NetworkSegment(14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8),segment_id=14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:51:58.198641 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:58.200738 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-362b6e53-88ef-43f0-9b95-f90bff903a27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:51:58.242318 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:58.242748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:58.243102 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Floating IP fb80cf96-6910-4238-b447-21dc07087c52 disassociated. External IP: 172.27.3.111, port: cb2ee251-08ab-466a-a385-ef5d8a8f5102.
Dec 04 00:51:58.243524 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Calling delete_port for cb2ee251-08ab-466a-a385-ef5d8a8f5102 owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:51:58.252303 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d50ec93-b21c-4287-b303-935bc92c0bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb2ee251-08ab-466a-a385-ef5d8a8f5102', 'code': 200}
Dec 04 00:51:58.296074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=cb2ee251-08ab-466a-a385-ef5d8a8f5102,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:51:58.305087 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.305668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.305964 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.306430 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.306840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.307294 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.307722 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.308162 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.309453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.309453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.309453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.309802 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.310322 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.310759 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.311192 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.311659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.312087 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.312511 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.312941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.313842 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.314284 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.314717 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.315144 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.315613 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:51:58.320893 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:51:58.332931 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80263) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:51:58.333381 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:51:58.476394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d4574-391b-4ebe-91ed-2616005fb43a req-0658e2e6-7e5c-4412-ac2f-7ffd0a62ec62 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:58.478411 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-aa2d4574-391b-4ebe-91ed-2616005fb43a req-0658e2e6-7e5c-4412-ac2f-7ffd0a62ec62 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 944 time: 0.1048090
Dec 04 00:51:58.530918 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-aa2d4574-391b-4ebe-91ed-2616005fb43a req-61f2873a-0fe8-4e20-9b17-9c8f75720f8d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups?id=b64d2f02-06a8-40c4-bb44-9521d8220e89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433300
Dec 04 00:51:58.834484 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Deleting port cb2ee251-08ab-466a-a385-ef5d8a8f5102 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:51:58.834763 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:59.107912 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] For port cb2ee251-08ab-466a-a385-ef5d8a8f5102, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cb2ee251-08ab-466a-a385-ef5d8a8f5102,segment=NetworkSegment(14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8),segment_id=14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:51:59.108255 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:59.232456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d99aa9-688d-4a3d-8b9c-a6250353bae8 req-708185cf-4b88-4c58-9492-428f036c1255 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:51:59.234212 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e0d99aa9-688d-4a3d-8b9c-a6250353bae8 req-708185cf-4b88-4c58-9492-428f036c1255 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0854123
Dec 04 00:51:59.282167 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e0d99aa9-688d-4a3d-8b9c-a6250353bae8 req-03548e67-9577-4022-918d-ae2f8cd0dab0 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411663
Dec 04 00:51:59.429364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:59.429767 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:59.430018 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Floating IP fb80cf96-6910-4238-b447-21dc07087c52 disassociated. External IP: 172.27.3.111, port: cb2ee251-08ab-466a-a385-ef5d8a8f5102.
Dec 04 00:51:59.430439 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Calling delete_port for cb2ee251-08ab-466a-a385-ef5d8a8f5102 owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:51:59.591063 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:59.607602 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-29e0ce43-a563-4196-b87d-6cb59b16451e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:51:59.654465 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event deleted for resources: {'Port': ['ID=cb2ee251-08ab-466a-a385-ef5d8a8f5102,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:51:59.708914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:51:59.718763 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-074828f1-0ccb-4159-9258-1bc138ed392c req-ed6f3907-80e7-4ae1-885e-580ec4f5c657 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 210 time: 0.0518792
Dec 04 00:51:59.734162 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device acc552c3-4f7f-4e7e-812b-d4adc8d5231d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:51:59.872103 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:59.906080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port acc552c3-4f7f-4e7e-812b-d4adc8d5231d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=acc552c3-4f7f-4e7e-812b-d4adc8d5231d,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:51:59.910620 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:51:59.912824 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:51:59.986882 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=acc552c3-4f7f-4e7e-812b-d4adc8d5231d,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:51:59.990645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:00.253695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:52:00.268944 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:52:00.315059 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d', 'code': 422} returned with failed status
Dec 04 00:52:00.465664 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:52:00.478537 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a6de3c-f306-4fbd-b71d-c27e40f43fd4 None None] Sync routers for ids ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:52:00.490482 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a6de3c-f306-4fbd-b71d-c27e40f43fd4 None None] Routers {'5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:52:00.491325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-12a6de3c-f306-4fbd-b71d-c27e40f43fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09d14080>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:51:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:00.510090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] No DVR routers for this DVR port cb2ee251-08ab-466a-a385-ef5d8a8f5102 on host hv-cinder-76330 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:52:00.512492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:00.515413 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d50ec93-b21c-4287-b303-935bc92c0bcb', 'name': 'network-vif-deleted', 'tag': 'cb2ee251-08ab-466a-a385-ef5d8a8f5102'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:52:00.538406 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5d624908-2d0b-4171-b0fa-267417ce6b76 req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.91 "DELETE /v2.0/ports/cb2ee251-08ab-466a-a385-ef5d8a8f5102 HTTP/1.1" status: 204  len: 173 time: 3.1115129
Dec 04 00:52:00.580463 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d50ec93-b21c-4287-b303-935bc92c0bcb', 'name': 'network-vif-deleted', 'tag': 'cb2ee251-08ab-466a-a385-ef5d8a8f5102', 'status': 'completed', 'code': 200}
Dec 04 00:52:00.937364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-12a6de3c-f306-4fbd-b71d-c27e40f43fd4 None None] Set router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:52:01.038144 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e38fec5f-da18-4815-b58a-9f34dd1e3862 req-8b964640-f12e-4a89-898f-95389e5c077d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Synchronizing usage tracker for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:52:01.062706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e38fec5f-da18-4815-b58a-9f34dd1e3862 req-8b964640-f12e-4a89-898f-95389e5c077d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Unset dirty status for tenant:ad16774878464ffba02b8d1ebd37d1f9 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:52:01.064159 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e38fec5f-da18-4815-b58a-9f34dd1e3862 req-8b964640-f12e-4a89-898f-95389e5c077d tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/ports?device_id=5d50ec93-b21c-4287-b303-935bc92c0bcb HTTP/1.1" status: 200  len: 210 time: 0.1477830
Dec 04 00:52:01.077174 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-02c75a9c-badf-4fd5-add8-e9f866ab3a1b req-1c8db00e-e14f-47ce-995c-97009acc0190 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1199279
Dec 04 00:52:01.087181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36ce4-b38d-40dc-85ba-c0e9d7f510db req-3b76acb9-5dec-4866-9deb-d1ca2c92b3a7 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:01.088924 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a1b36ce4-b38d-40dc-85ba-c0e9d7f510db req-3b76acb9-5dec-4866-9deb-d1ca2c92b3a7 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.1467252
Dec 04 00:52:01.159316 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a1b36ce4-b38d-40dc-85ba-c0e9d7f510db req-06252553-8987-4fec-a655-d41953a6181d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467405
Dec 04 00:52:01.347812 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-12a6de3c-f306-4fbd-b71d-c27e40f43fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09d14080>, [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:20Z', 'revision_number': 5, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:01.352703 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a6de3c-f306-4fbd-b71d-c27e40f43fd4 None None] Checking router: 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:52:01.363264 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a6de3c-f306-4fbd-b71d-c27e40f43fd4 None None] Routers {'5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:52:01.363987 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-12a6de3c-f306-4fbd-b71d-c27e40f43fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09d14080>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:51:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:01.559768 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-12a6de3c-f306-4fbd-b71d-c27e40f43fd4 None None] Set router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:52:01.737076 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c75a9c-badf-4fd5-add8-e9f866ab3a1b req-fdd2eee9-b46a-44dd-8f36-c41ade9cce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:01.738764 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-02c75a9c-badf-4fd5-add8-e9f866ab3a1b req-fdd2eee9-b46a-44dd-8f36-c41ade9cce89 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c&tenant_id=09801578e916483aa6201d3b9a595e8c HTTP/1.1" status: 200  len: 1160 time: 0.0865097
Dec 04 00:52:01.840382 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c75a9c-badf-4fd5-add8-e9f866ab3a1b req-90700698-2a01-41bd-9132-d75be54fbaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:01.841931 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-02c75a9c-badf-4fd5-add8-e9f866ab3a1b req-90700698-2a01-41bd-9132-d75be54fbaaf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=09801578e916483aa6201d3b9a595e8c&device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 1160 time: 0.0794759
Dec 04 00:52:01.907343 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-12a6de3c-f306-4fbd-b71d-c27e40f43fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09d14080>, [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:20Z', 'revision_number': 5, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:01.911974 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a6de3c-f306-4fbd-b71d-c27e40f43fd4 None None] The sync data for ids ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'] in dv-cinder-763306-5-iscsi is: [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:44:04Z', 'revision_number': 4, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7c9cc13b-f7e8-4685-bffa-6800a34c0ebb', 'name': '', 'network_id': '1a96c76c-b31f-4d8f-acd6-db58f60b517e', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'mac_address': 'fa:16:3e:2b:01:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:02Z', 'updated_at': '2020-12-04T00:44:20Z', 'revision_number': 5, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'subnets': [{'id': 'e3fd5653-af84-4d8e-b53f-8e48b11f3606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:52:02.002669 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c75a9c-badf-4fd5-add8-e9f866ab3a1b req-2dce1b37-72b1-44ea-b821-b8e95af13ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:02.004697 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-02c75a9c-badf-4fd5-add8-e9f866ab3a1b req-2dce1b37-72b1-44ea-b821-b8e95af13ea4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cdf68f31-2f13-4060-b6e6-c7095799b7c3 HTTP/1.1" status: 200  len: 910 time: 0.1538978
Dec 04 00:52:02.121964 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-02c75a9c-badf-4fd5-add8-e9f866ab3a1b req-f8cd89d1-01ee-4d5a-b415-35b8a13bcea4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acc552c3-4f7f-4e7e-812b-d4adc8d5231d HTTP/1.1" status: 200  len: 999 time: 0.1093824
Dec 04 00:52:02.206196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c75a9c-badf-4fd5-add8-e9f866ab3a1b req-72e0986d-b05c-448d-8ee2-30788d165ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:02.207900 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-02c75a9c-badf-4fd5-add8-e9f866ab3a1b req-72e0986d-b05c-448d-8ee2-30788d165ad8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=8322b4d1-9a0c-42f2-a911-3bc67b7cd900 HTTP/1.1" status: 200  len: 855 time: 0.0782483
Dec 04 00:52:02.231827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59032) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:02.305700 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c75a9c-badf-4fd5-add8-e9f866ab3a1b req-b6d77967-8f93-4ee7-9a7d-6c98484f001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:02.307675 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-02c75a9c-badf-4fd5-add8-e9f866ab3a1b req-b6d77967-8f93-4ee7-9a7d-6c98484f001c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cdf68f31-2f13-4060-b6e6-c7095799b7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912011
Dec 04 00:52:02.322763 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:02.353936 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:02.370119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e62c5c-843c-49e6-bbbc-7ba7e7ee6edc None None] New status for floating IP fb80cf96-6910-4238-b447-21dc07087c52: DOWN {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:52:02.407940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:02.413555 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-16debf64-e2be-4cbd-ae61-e9cd98b288ae tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:02.430885 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64d2f02-06a8-40c4-bb44-9521d8220e89,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:02.443698 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.444112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.444612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.444957 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.445751 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.446180 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.446716 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.447117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.447664 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.447932 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.448331 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.448721 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.449182 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.449570 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.450097 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.450326 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.451086 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.451086 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.451453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.451847 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.452593 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.452593 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.452952 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.453334 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:02.457985 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:02.459001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:02.462965 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "DELETE /v2.0/security-groups/b64d2f02-06a8-40c4-bb44-9521d8220e89 HTTP/1.1" status: 204  len: 168 time: 0.2273724
Dec 04 00:52:02.465001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59036) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:02.494405 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.v2.resource [None req-6c814f2a-7ed0-4e06-b9c0-9c24ab26d4df tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] show failed (client error): The resource could not be found.
Dec 04 00:52:02.497973 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6c814f2a-7ed0-4e06-b9c0-9c24ab26d4df tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "GET /v2.0/security-groups/b64d2f02-06a8-40c4-bb44-9521d8220e89 HTTP/1.1" status: 404  len: 347 time: 0.0306308
Dec 04 00:52:02.498977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59040) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:02.540581 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-02c75a9c-badf-4fd5-add8-e9f866ab3a1b req-d756c3ed-0473-4eaa-a95f-3a1c3befa038 service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2243280
Dec 04 00:52:02.548029 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf54f6a-bb4a-4875-b9ca-3df9bccebc2d req-aee5501c-e7f0-489e-a37e-e7e1b183dcc7 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:02.549800 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7bf54f6a-bb4a-4875-b9ca-3df9bccebc2d req-aee5501c-e7f0-489e-a37e-e7e1b183dcc7 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.2084615
Dec 04 00:52:02.680217 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-0144569e-4137-4a3c-a1f2-7e73a9e3a275 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Deleting port 3c943b9a-a786-4ce8-9253-1d0e8bab2f2c {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:02.680607 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0144569e-4137-4a3c-a1f2-7e73a9e3a275 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:02.694425 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7bf54f6a-bb4a-4875-b9ca-3df9bccebc2d req-48e26b16-efda-4604-9f55-9f03ced87d9b tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1185629
Dec 04 00:52:02.736209 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-02c75a9c-badf-4fd5-add8-e9f866ab3a1b req-81fdb5c9-338f-4b09-b0ea-45a2e624265d service neutron] 10.222.0.91 "GET /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1848514
Dec 04 00:52:02.869690 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0144569e-4137-4a3c-a1f2-7e73a9e3a275 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:02.870148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0144569e-4137-4a3c-a1f2-7e73a9e3a275 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:02.998850 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-0144569e-4137-4a3c-a1f2-7e73a9e3a275 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Calling delete_port for 3c943b9a-a786-4ce8-9253-1d0e8bab2f2c owned by network:floatingip {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:03.145038 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0144569e-4137-4a3c-a1f2-7e73a9e3a275 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:03.165295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8770fc31-d698-4f12-a63e-cc6a62f728c3 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:03.259924 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144569e-4137-4a3c-a1f2-7e73a9e3a275 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Pushing event deleted for resources: {'Port': ['ID=3c943b9a-a786-4ce8-9253-1d0e8bab2f2c,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:03.266515 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0144569e-4137-4a3c-a1f2-7e73a9e3a275 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:03.396085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0144569e-4137-4a3c-a1f2-7e73a9e3a275 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks [] for floatingip, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:03.415741 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0144569e-4137-4a3c-a1f2-7e73a9e3a275 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:03.417151 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0144569e-4137-4a3c-a1f2-7e73a9e3a275 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] 10.222.0.88 "DELETE /v2.0/floatingips/fb80cf96-6910-4238-b447-21dc07087c52 HTTP/1.1" status: 204  len: 168 time: 0.9168193
Dec 04 00:52:03.967245 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc68ad-42a9-47fa-b5f0-a57197f5a87d req-ed4bb9ac-f624-4e2d-abb1-c768decb3100 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:03.970299 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-15cc68ad-42a9-47fa-b5f0-a57197f5a87d req-ed4bb9ac-f624-4e2d-abb1-c768decb3100 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.1091454
Dec 04 00:52:04.027179 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-15cc68ad-42a9-47fa-b5f0-a57197f5a87d req-45f514f3-e5b9-448b-96de-5e4eeb67398d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494945
Dec 04 00:52:05.289617 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1555f-8a7d-4b1f-9793-8494e69cc9b6 req-9f30f4bd-f771-4b26-9656-ac9d42ec0416 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:05.291271 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-20e1555f-8a7d-4b1f-9793-8494e69cc9b6 req-9f30f4bd-f771-4b26-9656-ac9d42ec0416 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.1084723
Dec 04 00:52:05.342261 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-20e1555f-8a7d-4b1f-9793-8494e69cc9b6 req-ccdac893-f4b6-41f5-890e-ac2654018529 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439827
Dec 04 00:52:06.595249 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238ffaf-8350-4c33-be54-80f6cf4ebf14 req-df17eef0-8039-4d96-9ab8-004b4a3cbed1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:06.596851 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0238ffaf-8350-4c33-be54-80f6cf4ebf14 req-df17eef0-8039-4d96-9ab8-004b4a3cbed1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.0929770
Dec 04 00:52:06.650791 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0238ffaf-8350-4c33-be54-80f6cf4ebf14 req-b1deb1e7-8b08-4f74-8e46-eae4aedb6a54 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465758
Dec 04 00:52:07.574554 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59102) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:08.111041 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13238bb-696b-47d0-a07d-070bf1062143 req-b27f878c-f14d-45ed-84cb-518597bff6e8 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:08.113302 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b13238bb-696b-47d0-a07d-070bf1062143 req-b27f878c-f14d-45ed-84cb-518597bff6e8 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.1444325
Dec 04 00:52:08.317592 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b13238bb-696b-47d0-a07d-070bf1062143 req-f06bfbff-1746-4d32-86c6-74580523ca69 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774090
Dec 04 00:52:08.350670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-046068b8-e704-4012-bd6b-d03e91619c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853795913'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:09.124567 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0de2b351-e980-4ff4-b815-18ded6249078 req-f8668a12-d066-4fcd-be13-de1b007f7937 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1273712199&fields=id&tenant_id=9581564017a74dacabe1c0cb6793aabe HTTP/1.1" status: 200  len: 267 time: 0.0492268
Dec 04 00:52:09.245878 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2b351-e980-4ff4-b815-18ded6249078 req-8b210103-2069-4438-8773-4ef9d7b970e2 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:09.255267 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0de2b351-e980-4ff4-b815-18ded6249078 req-8b210103-2069-4438-8773-4ef9d7b970e2 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 985 time: 0.1232326
Dec 04 00:52:09.261713 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-0de2b351-e980-4ff4-b815-18ded6249078 req-743de093-11f2-41d8-a2ee-e9c2d6282703 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Request body: {'port': {'security_groups': ['89f98004-ecd8-4e88-a8e3-fbb85870d457']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:52:09.292828 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-046068b8-e704-4012-bd6b-d03e91619c5c admin admin] Deleting port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:09.293610 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-046068b8-e704-4012-bd6b-d03e91619c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:09.408443 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0de2b351-e980-4ff4-b815-18ded6249078 req-743de093-11f2-41d8-a2ee-e9c2d6282703 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:09.502197 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-046068b8-e704-4012-bd6b-d03e91619c5c admin admin] For port 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=7c9cc13b-f7e8-4685-bffa-6800a34c0ebb,segment=NetworkSegment(14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8),segment_id=14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:09.502577 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-046068b8-e704-4012-bd6b-d03e91619c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:09.682559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-046068b8-e704-4012-bd6b-d03e91619c5c admin admin] Calling delete_port for 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:09.816510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e88fcc-a1fa-42ef-9db2-1cdb2dbe8e4f req-ada6ace7-4382-4927-851a-1e67b29179ed tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:09.818182 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-10e88fcc-a1fa-42ef-9db2-1cdb2dbe8e4f req-ada6ace7-4382-4927-851a-1e67b29179ed tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.2385721
Dec 04 00:52:09.896323 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-10e88fcc-a1fa-42ef-9db2-1cdb2dbe8e4f req-126253b5-fee5-4b13-a026-d7302955b70a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705118
Dec 04 00:52:09.978289 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-046068b8-e704-4012-bd6b-d03e91619c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:09.995140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b9504070-6c52-4408-8511-a76f5a9220b3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:10.003309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-0de2b351-e980-4ff4-b815-18ded6249078 req-743de093-11f2-41d8-a2ee-e9c2d6282703 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] For port cf038aa4-fc62-4e1c-a863-14849f7518c7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7,segment=NetworkSegment(72453cb1-c0e3-4564-a40f-61e9e847e988),segment_id=72453cb1-c0e3-4564-a40f-61e9e847e988)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:10.031855 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0de2b351-e980-4ff4-b815-18ded6249078 req-743de093-11f2-41d8-a2ee-e9c2d6282703 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:10.036960 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0de2b351-e980-4ff4-b815-18ded6249078 req-743de093-11f2-41d8-a2ee-e9c2d6282703 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:10.068033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:10.091757 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046068b8-e704-4012-bd6b-d03e91619c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9cc13b-f7e8-4685-bffa-6800a34c0ebb,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:10.098812 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-046068b8-e704-4012-bd6b-d03e91619c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:10.305471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2b351-e980-4ff4-b815-18ded6249078 req-743de093-11f2-41d8-a2ee-e9c2d6282703 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:10.306139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0de2b351-e980-4ff4-b815-18ded6249078 req-743de093-11f2-41d8-a2ee-e9c2d6282703 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:10.314282 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0de2b351-e980-4ff4-b815-18ded6249078 req-743de093-11f2-41d8-a2ee-e9c2d6282703 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "PUT /v2.0/ports/cf038aa4-fc62-4e1c-a863-14849f7518c7 HTTP/1.1" status: 200  len: 943 time: 1.0579050
Dec 04 00:52:10.314892 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:52:10.334327 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743de093-11f2-41d8-a2ee-e9c2d6282703 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Pushing event updated for resources: {'Port': ['ID=cf038aa4-fc62-4e1c-a863-14849f7518c7,revision_number=6']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:10.352715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-743de093-11f2-41d8-a2ee-e9c2d6282703 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:10.413906 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7', 'status': 'completed', 'code': 200}
Dec 04 00:52:10.516949 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-26559c72-6286-4e53-842d-04bf45f9ed95 req-e5d9c788-7386-4e39-94a1-02a264ab43c9 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups/c5e23346-baef-477a-88bd-7734aec20494 HTTP/1.1" status: 200  len: 2891 time: 0.1191232
Dec 04 00:52:10.542184 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-046068b8-e704-4012-bd6b-d03e91619c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7528682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974442'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:10.680427 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-a286bfea-a6b1-4493-a363-87d8d32f3b85 None None] Provisioning complete for port cf038aa4-fc62-4e1c-a863-14849f7518c7 triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:52:10.680963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a286bfea-a6b1-4493-a363-87d8d32f3b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:10.704300 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-26559c72-6286-4e53-842d-04bf45f9ed95 req-7cb33cac-e5e6-48b4-bde0-2f8301b7ec5c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:10.757594 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-26559c72-6286-4e53-842d-04bf45f9ed95 req-7cb33cac-e5e6-48b4-bde0-2f8301b7ec5c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:10.974154 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-26559c72-6286-4e53-842d-04bf45f9ed95 req-7cb33cac-e5e6-48b4-bde0-2f8301b7ec5c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:10.979475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4a0e7897-4f61-4657-902b-3642d187b9dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:10.997857 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb33cac-e5e6-48b4-bde0-2f8301b7ec5c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e23346-baef-477a-88bd-7734aec20494,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:11.001429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7cb33cac-e5e6-48b4-bde0-2f8301b7ec5c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:11.189734 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-26559c72-6286-4e53-842d-04bf45f9ed95 req-7cb33cac-e5e6-48b4-bde0-2f8301b7ec5c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:11.195324 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-26559c72-6286-4e53-842d-04bf45f9ed95 req-7cb33cac-e5e6-48b4-bde0-2f8301b7ec5c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "DELETE /v2.0/security-groups/c5e23346-baef-477a-88bd-7734aec20494 HTTP/1.1" status: 204  len: 173 time: 0.6718545
Dec 04 00:52:11.222485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a41b96-9f2d-4963-b8fa-4957908a1ff1 req-e4a459dc-6458-4a5b-b7cf-27000c601a48 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:11.224439 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50a41b96-9f2d-4963-b8fa-4957908a1ff1 req-e4a459dc-6458-4a5b-b7cf-27000c601a48 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.1606827
Dec 04 00:52:11.287028 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50a41b96-9f2d-4963-b8fa-4957908a1ff1 req-bdbf1ae6-c0be-4f74-ac27-71840d410021 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554042
Dec 04 00:52:11.322863 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046068b8-e704-4012-bd6b-d03e91619c5c admin admin] Router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:52:11.525361 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-ec0f3ab5-1b7b-4df8-a9a8-3dfc11d63efb tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/floatingips/765e8d21-f401-44b1-8cfd-6be2ba127930 HTTP/1.1" status: 200  len: 999 time: 0.2920053
Dec 04 00:52:11.925923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046068b8-e704-4012-bd6b-d03e91619c5c admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:52:11.933885 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-046068b8-e704-4012-bd6b-d03e91619c5c admin admin] 10.222.0.88 "PUT /v2.0/routers/5cbeb59a-49b1-40ec-9f01-7fa25e3c180e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3581014
Dec 04 00:52:11.937332 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59126) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:11.939468 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7cc876-ac1b-496c-aae1-4bc03c0fdc13 None None] Sync routers for ids ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:52:11.954201 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7cc876-ac1b-496c-aae1-4bc03c0fdc13 None None] Routers {'5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:52:11.954901 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-da7cc876-ac1b-496c-aae1-4bc03c0fdc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a45ebe0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:51:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:11.967594 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-7496b6b4-c6de-4447-9980-55374f4545a3 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:11.969357 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-7496b6b4-c6de-4447-9980-55374f4545a3 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/networks/0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 HTTP/1.1" status: 200  len: 784 time: 0.4400961
Dec 04 00:52:11.981158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-b9b0d569-fd1b-4c26-aa4f-18be66001b7c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 00:52:11.982323 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-b9b0d569-fd1b-4c26-aa4f-18be66001b7c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0067666
Dec 04 00:52:12.044498 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cf038aa4-fc62-4e1c-a863-14849f7518c7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:52:12.131787 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-9c29d0dc-b924-43ea-8d93-45af83ea3ca4 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.141 HTTP/1.1" status: 200  len: 1002 time: 0.1427007
Dec 04 00:52:12.177913 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b38e-89b5-4f0b-bbf3-8d2771399d3d admin admin] Notify callbacks [] for router, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:12.257881 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca048-b3ff-410e-ab20-33236fd82af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:12.274778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port cf038aa4-fc62-4e1c-a863-14849f7518c7 triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:52:12.275202 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:12.325314 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-7b727c59-e1cd-4a7c-8bef-0a1d5318a7aa tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:12.326849 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-7b727c59-e1cd-4a7c-8bef-0a1d5318a7aa tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports/cf038aa4-fc62-4e1c-a863-14849f7518c7 HTTP/1.1" status: 200  len: 943 time: 0.1889756
Dec 04 00:52:12.338744 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-da7cc876-ac1b-496c-aae1-4bc03c0fdc13 None None] Set router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:52:12.501847 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b38e-89b5-4f0b-bbf3-8d2771399d3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:12.508978 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fdd0b38e-89b5-4f0b-bbf3-8d2771399d3d admin admin] Deleting port 37254c1b-4a46-44d3-9de0-28a1a646453c {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:12.509360 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b38e-89b5-4f0b-bbf3-8d2771399d3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:12.605757 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-053b471e-8213-4b07-b1dc-53391f3f04f5 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.141 HTTP/1.1" status: 200  len: 1002 time: 0.1587756
Dec 04 00:52:12.810633 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-fdd0b38e-89b5-4f0b-bbf3-8d2771399d3d admin admin] For port 37254c1b-4a46-44d3-9de0-28a1a646453c, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=37254c1b-4a46-44d3-9de0-28a1a646453c,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:12.810951 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b38e-89b5-4f0b-bbf3-8d2771399d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:12.935720 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-06da6f1d-7c5f-42d9-8157-5c3510f1b8c4 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Deleting port f5aeb560-5bbf-4979-bf99-0b2bc4f0b8bb {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:12.936123 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-06da6f1d-7c5f-42d9-8157-5c3510f1b8c4 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:12.950830 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1038cd-e725-4050-93f0-72277ffeba3a req-1b4f41ce-1eed-4d69-b8d8-4a860cbf6306 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:12.952555 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7a1038cd-e725-4050-93f0-72277ffeba3a req-1b4f41ce-1eed-4d69-b8d8-4a860cbf6306 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.4470701
Dec 04 00:52:12.959996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-fdd0b38e-89b5-4f0b-bbf3-8d2771399d3d admin admin] Calling delete_port for 37254c1b-4a46-44d3-9de0-28a1a646453c owned by network:router_gateway {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:13.054110 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7a1038cd-e725-4050-93f0-72277ffeba3a req-dfd16c74-4662-4768-ba79-85527b8c0e01 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655160
Dec 04 00:52:13.166371 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-da7cc876-ac1b-496c-aae1-4bc03c0fdc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a45ebe0>, [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:52:09Z', 'revision_number': 5, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:13.180139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7cc876-ac1b-496c-aae1-4bc03c0fdc13 None None] Checking router: 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:52:13.190207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7cc876-ac1b-496c-aae1-4bc03c0fdc13 None None] Routers {'5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:52:13.190957 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-da7cc876-ac1b-496c-aae1-4bc03c0fdc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a45ebe0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:51:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:13.208738 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-06da6f1d-7c5f-42d9-8157-5c3510f1b8c4 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:13.209078 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-06da6f1d-7c5f-42d9-8157-5c3510f1b8c4 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:13.219181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b38e-89b5-4f0b-bbf3-8d2771399d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:13.401367 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-da7cc876-ac1b-496c-aae1-4bc03c0fdc13 None None] Set router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:52:13.408306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-06da6f1d-7c5f-42d9-8157-5c3510f1b8c4 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Calling delete_port for f5aeb560-5bbf-4979-bf99-0b2bc4f0b8bb owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:13.513775 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b38e-89b5-4f0b-bbf3-8d2771399d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853796801'] for router_gateway, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:13.631125 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-06da6f1d-7c5f-42d9-8157-5c3510f1b8c4 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:13.650836 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-508ade6c-24e2-4675-95db-2916483ea25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:13.709182 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da6f1d-7c5f-42d9-8157-5c3510f1b8c4 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Pushing event deleted for resources: {'Port': ['ID=f5aeb560-5bbf-4979-bf99-0b2bc4f0b8bb,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:13.715565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b38e-89b5-4f0b-bbf3-8d2771399d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853817827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759809'] for router, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:13.718022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b38e-89b5-4f0b-bbf3-8d2771399d3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:13.745372 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b38e-89b5-4f0b-bbf3-8d2771399d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951692'] for router, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:13.746065 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd0b38e-89b5-4f0b-bbf3-8d2771399d3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cbeb59a-49b1-40ec-9f01-7fa25e3c180e {{(pid=80262) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 00:52:13.772477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-06da6f1d-7c5f-42d9-8157-5c3510f1b8c4 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:13.778501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fdd0b38e-89b5-4f0b-bbf3-8d2771399d3d admin admin] Notify callbacks [] for router, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:13.780432 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-fdd0b38e-89b5-4f0b-bbf3-8d2771399d3d admin admin] 10.222.0.88 "DELETE /v2.0/routers/5cbeb59a-49b1-40ec-9f01-7fa25e3c180e HTTP/1.1" status: 204  len: 168 time: 1.8409612
Dec 04 00:52:13.782970 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59132) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:13.819508 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-da7cc876-ac1b-496c-aae1-4bc03c0fdc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a45ebe0>, [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:52:09Z', 'revision_number': 5, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:13.824000 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7cc876-ac1b-496c-aae1-4bc03c0fdc13 None None] The sync data for ids ['5cbeb59a-49b1-40ec-9f01-7fa25e3c180e'] in dv-cinder-763306-5-iscsi is: [{'id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'name': 'tempest-AttachVolumeTestJSON-1206619086-router', 'tenant_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:53Z', 'updated_at': '2020-12-04T00:52:09Z', 'revision_number': 5, 'project_id': 'ad16774878464ffba02b8d1ebd37d1f9', 'gw_port': {'id': '37254c1b-4a46-44d3-9de0-28a1a646453c', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:83:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbeb59a-49b1-40ec-9f01-7fa25e3c180e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:43:56Z', 'updated_at': '2020-12-04T00:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:52:13.892346 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d223036-32dd-4144-b52f-6dab63ebe4f5 admin admin] Deleting subnet e3fd5653-af84-4d8e-b53f-8e48b11f3606 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:52:13.904026 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d223036-32dd-4144-b52f-6dab63ebe4f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:14.006441 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d223036-32dd-4144-b52f-6dab63ebe4f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2562449'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:14.090849 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-06da6f1d-7c5f-42d9-8157-5c3510f1b8c4 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks [] for floatingip, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:14.091333 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-06da6f1d-7c5f-42d9-8157-5c3510f1b8c4 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Floating IP 765e8d21-f401-44b1-8cfd-6be2ba127930 disassociated (deleted). External IP: 172.27.3.141, port: cf038aa4-fc62-4e1c-a863-14849f7518c7.
Dec 04 00:52:14.316294 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d223036-32dd-4144-b52f-6dab63ebe4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:14.403019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d2d46-3d8a-4b44-84bb-2a5cfe8fb7cb req-7caa75b1-9a1b-49cd-8bb4-192f0f8429a1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:14.404763 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc6d2d46-3d8a-4b44-84bb-2a5cfe8fb7cb req-7caa75b1-9a1b-49cd-8bb4-192f0f8429a1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.1119871
Dec 04 00:52:14.479156 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-99eb0de4-1c65-4459-ac78-53f75b78ab4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:14.481910 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc6d2d46-3d8a-4b44-84bb-2a5cfe8fb7cb req-9eb5575f-245b-48be-95c4-c1fce0b94aa6 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700135
Dec 04 00:52:14.830684 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-06da6f1d-7c5f-42d9-8157-5c3510f1b8c4 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:52:14.906291 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d223036-32dd-4144-b52f-6dab63ebe4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852213475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851538122'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:14.985697 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9583aba1-af5a-436c-8720-4336edb9de84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:15.321920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d223036-32dd-4144-b52f-6dab63ebe4f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3fd5653-af84-4d8e-b53f-8e48b11f3606,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:15.333156 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6d223036-32dd-4144-b52f-6dab63ebe4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:15.407884 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6d223036-32dd-4144-b52f-6dab63ebe4f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:15.410962 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-06da6f1d-7c5f-42d9-8157-5c3510f1b8c4 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:52:15.413652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a9cc6b-fa09-42dd-a9ff-d33aa7b999ff None None] Network 1a96c76c-b31f-4d8f-acd6-db58f60b517e requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:52:15.421070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ccb54-4cb3-4ebf-8f23-191d68c6a9b0 None None] Sync routers for ids ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:52:15.431934 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ccb54-4cb3-4ebf-8f23-191d68c6a9b0 None None] Routers {'50d0af3f-e3f1-4d13-9217-ad79db4eec20'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:52:15.432859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9e6ccb54-4cb3-4ebf-8f23-191d68c6a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a0a2828>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:52:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:15.434002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:52:15.441980 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6d223036-32dd-4144-b52f-6dab63ebe4f5 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e3fd5653-af84-4d8e-b53f-8e48b11f3606 HTTP/1.1" status: 204  len: 168 time: 1.6574657
Dec 04 00:52:15.444766 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59140) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:15.449148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-06da6f1d-7c5f-42d9-8157-5c3510f1b8c4 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:15.484188 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:52:15.484563 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 7c9cc13b-f7e8-4685-bffa-6800a34c0ebb not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:52:15.485188 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 37254c1b-4a46-44d3-9de0-28a1a646453c no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:52:15.570657 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-06da6f1d-7c5f-42d9-8157-5c3510f1b8c4 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "DELETE /v2.0/floatingips/765e8d21-f401-44b1-8cfd-6be2ba127930 HTTP/1.1" status: 204  len: 173 time: 2.9521451
Dec 04 00:52:15.572137 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:52:15.589335 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: 37254c1b-4a46-44d3-9de0-28a1a646453c {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:52:15.589731 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 37254c1b-4a46-44d3-9de0-28a1a646453c not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:52:15.618369 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:15.672659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-9e6ccb54-4cb3-4ebf-8f23-191d68c6a9b0 None None] Set router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:52:15.705328 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:15.708796 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b86e9-fbde-4be9-9882-767087a0e95c req-fa499d27-3377-4bcf-8f81-d33603bf2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:15.710429 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1e6b86e9-fbde-4be9-9882-767087a0e95c req-fa499d27-3377-4bcf-8f81-d33603bf2044 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9581564017a74dacabe1c0cb6793aabe&device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 1163 time: 0.2351825
Dec 04 00:52:15.716245 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Deleting port e6319dd2-30d0-499c-a740-a947460af1dd {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:15.716779 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:15.804087 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2516ab21-f0c6-437d-ae93-5011a4353c96 None None] DHCP port deletion for 1a96c76c-b31f-4d8f-acd6-db58f60b517e request from dv-cinder-763306-5-iscsi {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 04 00:52:15.811834 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-2516ab21-f0c6-437d-ae93-5011a4353c96 None None] Deleting port e6319dd2-30d0-499c-a740-a947460af1dd {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:15.812272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2516ab21-f0c6-437d-ae93-5011a4353c96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:15.839331 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-7bb215bb-194a-4ddb-b407-948771fd95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:15.840778 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-7bb215bb-194a-4ddb-b407-948771fd95d1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9581564017a74dacabe1c0cb6793aabe&device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 1163 time: 0.2450306
Dec 04 00:52:15.994741 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b86e9-fbde-4be9-9882-767087a0e95c req-5c0626b5-13d0-4ae7-8a21-ff0b1e428343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:15.996745 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1e6b86e9-fbde-4be9-9882-767087a0e95c req-5c0626b5-13d0-4ae7-8a21-ff0b1e428343 service neutron] 10.222.0.91 "GET /v2.0/networks?id=fd27a085-0b96-4520-ae0d-abd50f786818 HTTP/1.1" status: 200  len: 909 time: 0.2772207
Dec 04 00:52:16.036741 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-2516ab21-f0c6-437d-ae93-5011a4353c96 None None] For port e6319dd2-30d0-499c-a740-a947460af1dd, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=e6319dd2-30d0-499c-a740-a947460af1dd,segment=NetworkSegment(14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8),segment_id=14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:16.037122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2516ab21-f0c6-437d-ae93-5011a4353c96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:16.041753 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] For port e6319dd2-30d0-499c-a740-a947460af1dd, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=e6319dd2-30d0-499c-a740-a947460af1dd,segment=NetworkSegment(14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8),segment_id=14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:16.041753 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:16.059980 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2e868-d1e5-4304-830c-1c3bfa7e7327 req-79e1d657-f35b-4c6a-9eab-44655cc76a4a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:16.068144 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fe2e868-d1e5-4304-830c-1c3bfa7e7327 req-79e1d657-f35b-4c6a-9eab-44655cc76a4a tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.3092263
Dec 04 00:52:16.068550 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9e6ccb54-4cb3-4ebf-8f23-191d68c6a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a0a2828>, [{'id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:48:59Z', 'updated_at': '2020-12-04T00:49:07Z', 'revision_number': 4, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'gw_port': {'id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:00Z', 'updated_at': '2020-12-04T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '5784c719-6796-4dc9-93ac-1a7a88a550ec', 'name': '', 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'mac_address': 'fa:16:3e:c8:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:05Z', 'updated_at': '2020-12-04T00:49:17Z', 'revision_number': 5, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'subnets': [{'id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:16.076376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ccb54-4cb3-4ebf-8f23-191d68c6a9b0 None None] Checking router: 50d0af3f-e3f1-4d13-9217-ad79db4eec20 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:52:16.088351 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ccb54-4cb3-4ebf-8f23-191d68c6a9b0 None None] Routers {'50d0af3f-e3f1-4d13-9217-ad79db4eec20'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:52:16.089013 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9e6ccb54-4cb3-4ebf-8f23-191d68c6a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a0a2828>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:52:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:16.095024 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1e6b86e9-fbde-4be9-9882-767087a0e95c req-0b1d61cb-9344-48ca-9c00-547fd328217e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7 HTTP/1.1" status: 200  len: 217 time: 0.0850780
Dec 04 00:52:16.167146 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-2516ab21-f0c6-437d-ae93-5011a4353c96 None None] Calling delete_port for e6319dd2-30d0-499c-a740-a947460af1dd owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:16.216726 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-15f6d722-a8c0-45e5-9f02-43262d982ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:16.226736 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-15f6d722-a8c0-45e5-9f02-43262d982ce8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=fd27a085-0b96-4520-ae0d-abd50f786818 HTTP/1.1" status: 200  len: 909 time: 0.3621526
Dec 04 00:52:16.325426 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2516ab21-f0c6-437d-ae93-5011a4353c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:16.331305 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-877a75ad-3bb1-4cea-8475-140d4ff291f3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7 HTTP/1.1" status: 200  len: 217 time: 0.1026368
Dec 04 00:52:16.388384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b86e9-fbde-4be9-9882-767087a0e95c req-a8b88f65-856c-47ff-a5e0-fc7ea80948f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:16.390457 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1e6b86e9-fbde-4be9-9882-767087a0e95c req-a8b88f65-856c-47ff-a5e0-fc7ea80948f1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3c0996dd-2506-4c97-b879-7d5a1619ebc6 HTTP/1.1" status: 200  len: 854 time: 0.2798765
Dec 04 00:52:16.438069 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1f324515-6913-497d-9e8b-63cbc24ff387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:16.459593 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-dab18491-6e80-4602-ae24-8fd6193020dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:16.468096 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-dab18491-6e80-4602-ae24-8fd6193020dd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3c0996dd-2506-4c97-b879-7d5a1619ebc6 HTTP/1.1" status: 200  len: 854 time: 0.1354177
Dec 04 00:52:16.472232 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Calling delete_port for e6319dd2-30d0-499c-a740-a947460af1dd owned by network:dhcp {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:16.493712 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516ab21-f0c6-437d-ae93-5011a4353c96 None None] Pushing event deleted for resources: {'Port': ['ID=e6319dd2-30d0-499c-a740-a947460af1dd,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:16.498939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2516ab21-f0c6-437d-ae93-5011a4353c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:16.503133 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2516ab21-f0c6-437d-ae93-5011a4353c96 None None] No DVR routers for this DVR port e6319dd2-30d0-499c-a740-a947460af1dd on host dv-cinder-763306-5-iscsi {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:52:16.504834 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:16.518808 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3fe2e868-d1e5-4304-830c-1c3bfa7e7327 req-160e36e4-6260-4760-a2df-995d32b81120 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4494154
Dec 04 00:52:16.570045 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:52:16.570998 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:52:16.589240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-9e6ccb54-4cb3-4ebf-8f23-191d68c6a9b0 None None] Set router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:52:16.590216 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b86e9-fbde-4be9-9882-767087a0e95c req-e39e650c-cb54-460a-bfc1-269bbf9f660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:16.591890 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1e6b86e9-fbde-4be9-9882-767087a0e95c req-e39e650c-cb54-460a-bfc1-269bbf9f660b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fd27a085-0b96-4520-ae0d-abd50f786818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1849697
Dec 04 00:52:16.598310 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-86d0cff6-5e3e-4aac-88a0-5d8a25f34fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:16.600026 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-86d0cff6-5e3e-4aac-88a0-5d8a25f34fcf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=fd27a085-0b96-4520-ae0d-abd50f786818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1274476
Dec 04 00:52:16.625683 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7', 'status': 'completed', 'code': 200}
Dec 04 00:52:16.636959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:16.865677 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1e6b86e9-fbde-4be9-9882-767087a0e95c req-e0c46193-64da-45ad-9eb0-3b5b9dba6913 service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2643826
Dec 04 00:52:16.870862 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-cc579c30-305b-47ec-9089-80e36b452c8c service neutron] 10.222.0.88 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2475898
Dec 04 00:52:16.925540 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-9e6ccb54-4cb3-4ebf-8f23-191d68c6a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a0a2828>, [{'id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:48:59Z', 'updated_at': '2020-12-04T00:49:07Z', 'revision_number': 4, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'gw_port': {'id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:00Z', 'updated_at': '2020-12-04T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '5784c719-6796-4dc9-93ac-1a7a88a550ec', 'name': '', 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'mac_address': 'fa:16:3e:c8:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:05Z', 'updated_at': '2020-12-04T00:49:17Z', 'revision_number': 5, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'subnets': [{'id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:16.929955 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ccb54-4cb3-4ebf-8f23-191d68c6a9b0 None None] The sync data for ids ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'] in dv-cinder-763306-5-iscsi is: [{'id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:48:59Z', 'updated_at': '2020-12-04T00:49:07Z', 'revision_number': 4, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'gw_port': {'id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:00Z', 'updated_at': '2020-12-04T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '5784c719-6796-4dc9-93ac-1a7a88a550ec', 'name': '', 'network_id': 'fd27a085-0b96-4520-ae0d-abd50f786818', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'mac_address': 'fa:16:3e:c8:e3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:05Z', 'updated_at': '2020-12-04T00:49:17Z', 'revision_number': 5, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'subnets': [{'id': '3c0996dd-2506-4c97-b879-7d5a1619ebc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:52:17.072676 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Deleting port e6319dd2-30d0-499c-a740-a947460af1dd {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:17.073094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:17.137294 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1e6b86e9-fbde-4be9-9882-767087a0e95c req-44f16f8a-c8a2-4196-bdf8-fd2f00a58381 service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2637289
Dec 04 00:52:17.140665 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-90222b14-9c39-4056-90cb-0b8af8fe8d23 req-1941212b-f81b-485a-a01a-8604badfa8db service neutron] 10.222.0.88 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2425926
Dec 04 00:52:17.141200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] The port 'e6319dd2-30d0-499c-a740-a947460af1dd' was deleted {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 04 00:52:17.291416 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:17.306906 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857e970-f2d5-44b5-b5af-25db8344d7c1 req-3bfb2ba8-7c8a-4279-befc-def47b850611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:17.308598 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a857e970-f2d5-44b5-b5af-25db8344d7c1 req-3bfb2ba8-7c8a-4279-befc-def47b850611 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9581564017a74dacabe1c0cb6793aabe&device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 1163 time: 0.0990887
Dec 04 00:52:17.379234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd006ca1-5c16-4000-b1d1-8d90ad9cc449 None None] New status for floating IP 765e8d21-f401-44b1-8cfd-6be2ba127930: DOWN {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:52:17.428474 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb0a0b1b00>,) {'filters': {'network_id': ['1a96c76c-b31f-4d8f-acd6-db58f60b517e']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:17.443300 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb0a0b1b00>, '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:17.444410 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb0a0b1b00>, '14d19f3c-5b69-4ddb-be9f-cc263f1ca8b8') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:17.460828 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258145'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:17.484530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:17.488919 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:52:17.491070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857e970-f2d5-44b5-b5af-25db8344d7c1 req-764f6085-28ec-4e19-bd6a-6406208ada68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:17.494284 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a857e970-f2d5-44b5-b5af-25db8344d7c1 req-764f6085-28ec-4e19-bd6a-6406208ada68 service neutron] 10.222.0.91 "GET /v2.0/networks?id=fd27a085-0b96-4520-ae0d-abd50f786818 HTTP/1.1" status: 200  len: 909 time: 0.1787994
Dec 04 00:52:17.544070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device e6319dd2-30d0-499c-a740-a947460af1dd no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:52:17.585120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: e6319dd2-30d0-499c-a740-a947460af1dd {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:52:17.585994 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device e6319dd2-30d0-499c-a740-a947460af1dd not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:52:17.665285 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a857e970-f2d5-44b5-b5af-25db8344d7c1 req-c86a1d89-05ec-4414-908f-b1e281e16558 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7 HTTP/1.1" status: 200  len: 217 time: 0.1628783
Dec 04 00:52:17.739888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Network 1a96c76c-b31f-4d8f-acd6-db58f60b517e has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:52:17.768743 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851524401'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:17.774542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857e970-f2d5-44b5-b5af-25db8344d7c1 req-e0538eca-79bc-4ac9-8e2c-bc37b08ef456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:17.776597 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a857e970-f2d5-44b5-b5af-25db8344d7c1 req-e0538eca-79bc-4ac9-8e2c-bc37b08ef456 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=3c0996dd-2506-4c97-b879-7d5a1619ebc6 HTTP/1.1" status: 200  len: 854 time: 0.0985138
Dec 04 00:52:17.971831 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-d1d42d37-d59e-403f-a423-58a0d34074db tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/floatingips/1528ba04-5888-4833-b598-63c524f62204 HTTP/1.1" status: 200  len: 998 time: 0.1291296
Dec 04 00:52:18.018968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Network 1a96c76c-b31f-4d8f-acd6-db58f60b517e has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   % (table.description, expected, rows_matched)
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   % (table.description, expected, rows_matched)
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   % (table.description, expected, rows_matched)
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   % (table.description, expected, rows_matched)
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:52:18.043262 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:52:18.070956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857e970-f2d5-44b5-b5af-25db8344d7c1 req-9787f9b1-8a16-4e50-a5ee-a7f07ea3aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:18.072658 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a857e970-f2d5-44b5-b5af-25db8344d7c1 req-9787f9b1-8a16-4e50-a5ee-a7f07ea3aa94 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=fd27a085-0b96-4520-ae0d-abd50f786818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2840557
Dec 04 00:52:18.137898 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7c2fa-1fac-482b-9aff-f2def16a6aeb req-2875229b-9505-45ac-9c4a-91fffd68d191 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:18.139562 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2cb7c2fa-1fac-482b-9aff-f2def16a6aeb req-2875229b-9505-45ac-9c4a-91fffd68d191 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.2972894
Dec 04 00:52:18.144053 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:18.147678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:18.162280 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:18.192853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a96c76c-b31f-4d8f-acd6-db58f60b517e,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:18.202451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:18.232278 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-755893cc-1638-401a-b5c7-394b60462d09 admin admin] 10.222.0.88 "DELETE /v2.0/networks/1a96c76c-b31f-4d8f-acd6-db58f60b517e HTTP/1.1" status: 204  len: 168 time: 2.7836232
Dec 04 00:52:18.232278 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2cb7c2fa-1fac-482b-9aff-f2def16a6aeb req-5421fd8f-f62a-40d4-9aa2-7ff6b3f3468f tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654848
Dec 04 00:52:18.237949 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-79736b42-e712-4d52-aa13-5fc48cd34e00 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:18.239494 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-79736b42-e712-4d52-aa13-5fc48cd34e00 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/networks/0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 HTTP/1.1" status: 200  len: 784 time: 0.2609837
Dec 04 00:52:18.316635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device acc552c3-4f7f-4e7e-812b-d4adc8d5231d up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:52:18.399944 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59164) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:18.416464 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port acc552c3-4f7f-4e7e-812b-d4adc8d5231d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:52:18.416821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:18.460600 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5412f7bb-de8e-43fb-a680-441eec1dfba2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ad16774878464ffba02b8d1ebd37d1f9&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0567696
Dec 04 00:52:18.461750 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59168) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:18.545913 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d72e9a3c-2bf7-4701-8a84-05adb58e4173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:18.566435 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:18.576355 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d72e9a3c-2bf7-4701-8a84-05adb58e4173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:18.598511 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:52:18.611643 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port acc552c3-4f7f-4e7e-812b-d4adc8d5231d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=acc552c3-4f7f-4e7e-812b-d4adc8d5231d,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:18.616274 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:18.620401 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:18.624072 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a857e970-f2d5-44b5-b5af-25db8344d7c1 req-61711861-f669-4f32-abc8-7386908ef24e service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5290332
Dec 04 00:52:18.632739 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d72e9a3c-2bf7-4701-8a84-05adb58e4173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:18.638604 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-74649fbe-2d19-4f5c-90cd-daf85a4def9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:18.657809 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e9a3c-2bf7-4701-8a84-05adb58e4173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ed84b8-6de2-4ff1-ae05-baef16ce08a0,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:18.668260 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d72e9a3c-2bf7-4701-8a84-05adb58e4173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:18.671010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d72e9a3c-2bf7-4701-8a84-05adb58e4173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:18.671949 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d72e9a3c-2bf7-4701-8a84-05adb58e4173 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/96ed84b8-6de2-4ff1-ae05-baef16ce08a0 HTTP/1.1" status: 204  len: 168 time: 0.2089152
Dec 04 00:52:18.674278 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-1502e49b-19f6-4bd0-8e6b-d7225de3cba4 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.24 HTTP/1.1" status: 200  len: 1001 time: 0.4178038
Dec 04 00:52:18.748688 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d', 'code': 200}
Dec 04 00:52:18.767051 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=acc552c3-4f7f-4e7e-812b-d4adc8d5231d,revision_number=6']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:18.773237 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:18.841280 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-4e47090c-6467-40f2-a0b9-5bebd2fa56de tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:18.842753 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-4e47090c-6467-40f2-a0b9-5bebd2fa56de tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports/85caa19a-5f57-4b6f-ba38-516844d99d17 HTTP/1.1" status: 200  len: 943 time: 0.1198316
Dec 04 00:52:18.870660 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a857e970-f2d5-44b5-b5af-25db8344d7c1 req-65451db6-9876-4fc0-aee4-135ec0023474 service neutron] 10.222.0.91 "GET /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2336891
Dec 04 00:52:19.068222 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-61e3a84a-b13d-4a82-88b2-a51c640fd0ff tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.24 HTTP/1.1" status: 200  len: 1001 time: 0.1184850
Dec 04 00:52:19.308699 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e34e35-03c1-4338-9a5a-8f141681d32e req-26e37e2a-40d8-4fb3-8235-a826d5b432c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:19.310491 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e3e34e35-03c1-4338-9a5a-8f141681d32e req-26e37e2a-40d8-4fb3-8235-a826d5b432c4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 1162 time: 0.2410831
Dec 04 00:52:19.395165 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-515c9e20-6cda-44ca-a2be-33dcd1ff919c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Deleting port f3549156-27f3-461b-b953-9564355afbd6 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:19.395568 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-515c9e20-6cda-44ca-a2be-33dcd1ff919c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:19.428404 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e3e34e35-03c1-4338-9a5a-8f141681d32e req-eee99c58-7bb9-4ae4-a99e-3055a078373d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1051884
Dec 04 00:52:19.503696 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f7dec-5a17-4467-a021-d6786b44e88c req-55dc12ce-37dc-4f89-9b8d-f09b4444c7a2 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:19.505387 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-916f7dec-5a17-4467-a021-d6786b44e88c req-55dc12ce-37dc-4f89-9b8d-f09b4444c7a2 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0894837
Dec 04 00:52:19.562058 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-916f7dec-5a17-4467-a021-d6786b44e88c req-59badd50-d323-4c70-8c27-aa4bf860cf10 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496833
Dec 04 00:52:19.601852 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-515c9e20-6cda-44ca-a2be-33dcd1ff919c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:19.602540 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-515c9e20-6cda-44ca-a2be-33dcd1ff919c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:19.736461 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-515c9e20-6cda-44ca-a2be-33dcd1ff919c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Calling delete_port for f3549156-27f3-461b-b953-9564355afbd6 owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:19.742875 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59206) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:19.884958 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1239750166-network', 'tenant_id': '359ff42977974008aceba8aee2d731a6'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:52:19.890036 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:19.893190 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-515c9e20-6cda-44ca-a2be-33dcd1ff919c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:19.894654 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Usage tracker for resource:network and tenant:359ff42977974008aceba8aee2d731a6 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:19.897775 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:19.902542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device acc552c3-4f7f-4e7e-812b-d4adc8d5231d up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:52:19.904494 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:19.909565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5c281fa1-874e-48cf-9d52-d84de9f705b4 tempest-AttachVolumeNegativeTest-480110897 tempest-AttachVolumeNegativeTest-480110897] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:19.917119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Made reservation on behalf of 359ff42977974008aceba8aee2d731a6 for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:52:19.922041 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:19.935821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:19.952166 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:19.956635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Usage tracker for resource:security_group_rule and tenant:359ff42977974008aceba8aee2d731a6 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:19.959785 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:19.965573 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:19.974112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port acc552c3-4f7f-4e7e-812b-d4adc8d5231d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:52:19.974544 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:20.009889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c9e20-6cda-44ca-a2be-33dcd1ff919c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Pushing event deleted for resources: {'Port': ['ID=f3549156-27f3-461b-b953-9564355afbd6,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:20.017212 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-515c9e20-6cda-44ca-a2be-33dcd1ff919c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:20.057161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:20.060369 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:20.064974 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a49ad77e-20fb-4c53-82b6-be7da625797a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:20.095171 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:52:20.109281 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f044dc-56e0-4a45-a82f-21d513219456,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:20.113762 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:20.114774 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:20.115159 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Added segment d43fe8a0-acca-4298-b01a-c204250f1f8c of type vxlan for network cd721799-9581-4985-a210-4a87fe82d252
Dec 04 00:52:20.143135 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-515c9e20-6cda-44ca-a2be-33dcd1ff919c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for floatingip, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:20.143541 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:20.143673 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-515c9e20-6cda-44ca-a2be-33dcd1ff919c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Floating IP 1528ba04-5888-4833-b598-63c524f62204 disassociated (deleted). External IP: 172.27.3.24, port: 85caa19a-5f57-4b6f-ba38-516844d99d17.
Dec 04 00:52:20.175551 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:20.176133 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:20.176732 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:20.188098 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:20.294079 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.5499306
Dec 04 00:52:20.295011 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Pushing event updated for resources: {'Network': ['ID=cd721799-9581-4985-a210-4a87fe82d252,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:20.297255 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59212) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:20.300021 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:20.304142 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Request body: {'subnet': {'network_id': 'cd721799-9581-4985-a210-4a87fe82d252', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1239750166-subnet', 'tenant_id': '359ff42977974008aceba8aee2d731a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:52:20.306241 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network cd721799-9581-4985-a210-4a87fe82d252 details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:52:20.309312 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:20.313678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Usage tracker for resource:subnet and tenant:359ff42977974008aceba8aee2d731a6 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:20.316626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:20.322290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:20.323987 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network cd721799-9581-4985-a210-4a87fe82d252 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:52:20.332775 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Made reservation on behalf of 359ff42977974008aceba8aee2d731a6 for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:52:20.337522 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2260943'] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:20.538067 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-515c9e20-6cda-44ca-a2be-33dcd1ff919c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:52:20.759738 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-515c9e20-6cda-44ca-a2be-33dcd1ff919c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:52:20.771068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a2c338-f6bf-4292-b98a-9a88a9537f07 None None] Sync routers for ids ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:52:20.784615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a2c338-f6bf-4292-b98a-9a88a9537f07 None None] Routers {'3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:52:20.785324 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e6a2c338-f6bf-4292-b98a-9a88a9537f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09eb59e8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:52:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:20.801347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-515c9e20-6cda-44ca-a2be-33dcd1ff919c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:20.907919 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1cdd7-4cb4-4153-9afa-3dfe8a5b8927 req-52c384f8-505e-490c-91a2-c30f4ae6ae14 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:20.909757 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7ec1cdd7-4cb4-4153-9afa-3dfe8a5b8927 req-52c384f8-505e-490c-91a2-c30f4ae6ae14 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.1697314
Dec 04 00:52:20.970959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851524055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2260958'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:20.998975 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-e6a2c338-f6bf-4292-b98a-9a88a9537f07 None None] Set router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:52:20.999507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-39e6c067-9bb6-44d9-915d-97a1a272aa51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:21.048360 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7ec1cdd7-4cb4-4153-9afa-3dfe8a5b8927 req-800b792a-6e63-4647-b0b0-0cf5952aa63d tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1294425
Dec 04 00:52:21.136342 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-515c9e20-6cda-44ca-a2be-33dcd1ff919c tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "DELETE /v2.0/floatingips/1528ba04-5888-4833-b598-63c524f62204 HTTP/1.1" status: 204  len: 173 time: 2.0150280
Dec 04 00:52:21.171526 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'tag': '85caa19a-5f57-4b6f-ba38-516844d99d17'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:52:21.230677 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c552789-ad34-42ca-846d-0ae0f53f785e,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:21.234585 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:21.288932 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Checking segment: {'id': 'd43fe8a0-acca-4298-b01a-c204250f1f8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cd721799-9581-4985-a210-4a87fe82d252'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:52:21.289456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Network hostable DHCP agents. Network: cd721799-9581-4985-a210-4a87fe82d252, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:52:21.291608 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-175c20b3-18cf-4ca9-8a31-ca41bb003879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:21.303939 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-175c20b3-18cf-4ca9-8a31-ca41bb003879 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=159ca91a7f9e406ab5effb717ffc39d1&device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 1163 time: 0.1665587
Dec 04 00:52:21.311047 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Network cd721799-9581-4985-a210-4a87fe82d252 is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:52:21.320726 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, cd721799-9581-4985-a210-4a87fe82d252) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:52:21.330290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a06165-fa52-4953-bb80-5f5a0ca25052 None None] Network cd721799-9581-4985-a210-4a87fe82d252 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:52:21.372901 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:21.375902 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:21.418341 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1198397
Dec 04 00:52:21.520719 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'tag': '85caa19a-5f57-4b6f-ba38-516844d99d17', 'status': 'completed', 'code': 200}
Dec 04 00:52:21.633280 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-b69a2068-cd46-4e81-9bef-e85612c03d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:21.634939 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-b69a2068-cd46-4e81-9bef-e85612c03d41 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47 HTTP/1.1" status: 200  len: 903 time: 0.3301494
Dec 04 00:52:21.641624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e6a2c338-f6bf-4292-b98a-9a88a9537f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09eb59e8>, [{'id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:21Z', 'updated_at': '2020-12-04T00:45:31Z', 'revision_number': 4, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'gw_port': {'id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:23Z', 'updated_at': '2020-12-04T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'af40c42d-4aaa-48a8-82b2-6a6d9cd763fd', 'name': '', 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'mac_address': 'fa:16:3e:d0:a8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:29Z', 'updated_at': '2020-12-04T00:45:42Z', 'revision_number': 5, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'subnets': [{'id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:21.651946 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a2c338-f6bf-4292-b98a-9a88a9537f07 None None] Checking router: 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:52:21.669148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a2c338-f6bf-4292-b98a-9a88a9537f07 None None] Routers {'3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:52:21.669820 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e6a2c338-f6bf-4292-b98a-9a88a9537f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09eb59e8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:52:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:21.782141 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890d747-c0a5-49a1-a865-807b131ead0e req-a70a40b1-ab5c-42fd-a29d-89a161272c13 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:21.792055 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f890d747-c0a5-49a1-a865-807b131ead0e req-a70a40b1-ab5c-42fd-a29d-89a161272c13 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 946 time: 0.1334255
Dec 04 00:52:21.798132 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cededc0b-5d9f-4073-8885-833eaea3d27a None None] Network cd721799-9581-4985-a210-4a87fe82d252 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:52:21.848528 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-44af4a4a-4c53-4552-a20f-b210398d70ee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85caa19a-5f57-4b6f-ba38-516844d99d17 HTTP/1.1" status: 200  len: 217 time: 0.2037618
Dec 04 00:52:21.854969 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f890d747-c0a5-49a1-a865-807b131ead0e req-a5cfda70-0841-4de9-9820-2c29b767957a tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618341
Dec 04 00:52:21.917893 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-e6a2c338-f6bf-4292-b98a-9a88a9537f07 None None] Set router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:52:21.946368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device acc552c3-4f7f-4e7e-812b-d4adc8d5231d up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:52:22.064254 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-4e9af8b1-1eeb-4b08-90fd-2dce18500fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:22.065799 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-4e9af8b1-1eeb-4b08-90fd-2dce18500fb3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954 HTTP/1.1" status: 200  len: 848 time: 0.1855481
Dec 04 00:52:22.067923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a6bf2-4320-4ba6-bb14-a158d72228af req-af85b5c2-e06b-4d15-a66c-96105c1782c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:22.069425 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-683a6bf2-4320-4ba6-bb14-a158d72228af req-af85b5c2-e06b-4d15-a66c-96105c1782c4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=159ca91a7f9e406ab5effb717ffc39d1&device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 1163 time: 0.5215564
Dec 04 00:52:22.268745 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port acc552c3-4f7f-4e7e-812b-d4adc8d5231d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:52:22.270652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:22.308585 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-d8a8925c-7c57-44a2-a4d5-d7c39141be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:22.310497 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-d8a8925c-7c57-44a2-a4d5-d7c39141be62 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2354629
Dec 04 00:52:22.314713 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-e6a2c338-f6bf-4292-b98a-9a88a9537f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09eb59e8>, [{'id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:21Z', 'updated_at': '2020-12-04T00:45:31Z', 'revision_number': 4, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'gw_port': {'id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:23Z', 'updated_at': '2020-12-04T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'af40c42d-4aaa-48a8-82b2-6a6d9cd763fd', 'name': '', 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'mac_address': 'fa:16:3e:d0:a8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:29Z', 'updated_at': '2020-12-04T00:45:42Z', 'revision_number': 5, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'subnets': [{'id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:22.319342 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a2c338-f6bf-4292-b98a-9a88a9537f07 None None] The sync data for ids ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'] in dv-cinder-763306-5-iscsi is: [{'id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:21Z', 'updated_at': '2020-12-04T00:45:31Z', 'revision_number': 4, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'gw_port': {'id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:23Z', 'updated_at': '2020-12-04T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'af40c42d-4aaa-48a8-82b2-6a6d9cd763fd', 'name': '', 'network_id': '0d803767-4ecb-437e-9ddf-0b3a1f09ff47', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'mac_address': 'fa:16:3e:d0:a8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:29Z', 'updated_at': '2020-12-04T00:45:42Z', 'revision_number': 5, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'subnets': [{'id': '242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:52:22.378498 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3970498-bc85-4cc8-911a-247e679c9cb5 req-ec80a742-0e49-4a8d-8ad5-68b25439a21e tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:22.386547 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a3970498-bc85-4cc8-911a-247e679c9cb5 req-ec80a742-0e49-4a8d-8ad5-68b25439a21e tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.1019239
Dec 04 00:52:22.422391 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a6bf2-4320-4ba6-bb14-a158d72228af req-68eb6d6d-0fa7-4d37-aed0-d65554814c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:22.424255 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-683a6bf2-4320-4ba6-bb14-a158d72228af req-68eb6d6d-0fa7-4d37-aed0-d65554814c99 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47 HTTP/1.1" status: 200  len: 903 time: 0.3064539
Dec 04 00:52:22.433901 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:52:22.452070 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a3970498-bc85-4cc8-911a-247e679c9cb5 req-d1b69081-b286-4d49-aec3-fe2fdf5192c3 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639074
Dec 04 00:52:22.507029 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59276) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:22.513429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1135327770-network', 'tenant_id': 'b25c94ee78dd498d8d8c3258f164c95b'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:52:22.516945 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-683a6bf2-4320-4ba6-bb14-a158d72228af req-52c34493-ec4f-4729-aa9c-3e4c6392d7fa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85caa19a-5f57-4b6f-ba38-516844d99d17 HTTP/1.1" status: 200  len: 217 time: 0.0835047
Dec 04 00:52:22.519299 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:22.523736 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Usage tracker for resource:network and tenant:b25c94ee78dd498d8d8c3258f164c95b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:22.526966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:22.533243 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:22.543782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Made reservation on behalf of b25c94ee78dd498d8d8c3258f164c95b for: {'network': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:52:22.548481 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:22.563600 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:22.583593 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:22.587950 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Usage tracker for resource:security_group_rule and tenant:b25c94ee78dd498d8d8c3258f164c95b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:22.591253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:22.597167 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:22.626307 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-b10356ed-00b6-4e9e-9194-8433fdcd5e32 service neutron] 10.222.0.88 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3021448
Dec 04 00:52:22.627907 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a6bf2-4320-4ba6-bb14-a158d72228af req-c833bdbc-ef50-48b1-94af-663a2677150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:22.629405 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-683a6bf2-4320-4ba6-bb14-a158d72228af req-c833bdbc-ef50-48b1-94af-663a2677150c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954 HTTP/1.1" status: 200  len: 848 time: 0.0992796
Dec 04 00:52:22.694398 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:22.698160 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:22.702666 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-48351606-33c6-4d1b-8ef0-c449dbea5ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:22.733107 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80262) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:52:22.746300 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed71f02c-6141-476c-8715-5dcef8a44ebd,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:22.750656 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:22.751717 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:22.752392 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Added segment c794debd-570e-4759-89ec-408b0356c9d2 of type vxlan for network 8d5a07bb-c0f7-48d5-bcff-ba48320a4680
Dec 04 00:52:22.782386 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:22.814449 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:22.815777 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:22.816442 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:22.821616 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:22.823094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b599879-b956-415a-9a18-6b1ce3ce8f5f None None] New status for floating IP 1528ba04-5888-4833-b598-63c524f62204: DOWN {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:52:22.848950 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9bba757d-f6d0-4ca7-a75c-5693c30b0151 req-4ce75dc8-7132-4256-b492-a940909563dd service neutron] 10.222.0.88 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2141528
Dec 04 00:52:22.851786 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a6bf2-4320-4ba6-bb14-a158d72228af req-c25c2298-20f9-4158-801f-f21e8ba72245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:22.853632 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-683a6bf2-4320-4ba6-bb14-a158d72228af req-c25c2298-20f9-4158-801f-f21e8ba72245 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0d803767-4ecb-437e-9ddf-0b3a1f09ff47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1959655
Dec 04 00:52:23.026322 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-683a6bf2-4320-4ba6-bb14-a158d72228af req-64c49c8d-4dc6-49bb-b389-0d8f00e5cd65 service neutron] 10.222.0.91 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1631114
Dec 04 00:52:23.199040 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-683a6bf2-4320-4ba6-bb14-a158d72228af req-d944d0c3-9ab0-47b9-b569-37895e47d177 service neutron] 10.222.0.91 "GET /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1645584
Dec 04 00:52:23.214487 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59288) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:23.214867 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.7062225
Dec 04 00:52:23.221284 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Pushing event updated for resources: {'Network': ['ID=8d5a07bb-c0f7-48d5-bcff-ba48320a4680,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:23.222282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Request body: {'subnet': {'network_id': '8d5a07bb-c0f7-48d5-bcff-ba48320a4680', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1135327770-subnet', 'tenant_id': 'b25c94ee78dd498d8d8c3258f164c95b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:52:23.231723 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:23.232520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:23.234911 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network 8d5a07bb-c0f7-48d5-bcff-ba48320a4680 details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:52:23.243919 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Usage tracker for resource:subnet and tenant:b25c94ee78dd498d8d8c3258f164c95b is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:23.252300 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:23.264879 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:23.270392 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceb509-52a5-4414-8934-079c8342e96b req-f7b322bb-a232-4315-aa42-94810474876f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:23.272126 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7dceb509-52a5-4414-8934-079c8342e96b req-f7b322bb-a232-4315-aa42-94810474876f tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 946 time: 0.1427686
Dec 04 00:52:23.286732 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Made reservation on behalf of b25c94ee78dd498d8d8c3258f164c95b for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:52:23.291600 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3237660'] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:23.323220 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network 8d5a07bb-c0f7-48d5-bcff-ba48320a4680 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:52:23.331357 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7dceb509-52a5-4414-8934-079c8342e96b req-9d10d47f-9830-44a4-9c48-ef4a9f64d444 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493305
Dec 04 00:52:23.572598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afa604-727b-424c-b95a-9b9bb4827f3e req-1af4c9fd-c6fb-4da7-8cd0-0e4a83129131 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:23.573375 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-43afa604-727b-424c-b95a-9b9bb4827f3e req-1af4c9fd-c6fb-4da7-8cd0-0e4a83129131 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Synchronizing usage tracker for tenant:9581564017a74dacabe1c0cb6793aabe on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:52:23.630968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4edfc-d92d-40d3-8f5f-2ef75294b4a5 req-757ef1ac-c807-4936-b1c4-486f6438eb87 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:23.631753 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6fb4edfc-d92d-40d3-8f5f-2ef75294b4a5 req-757ef1ac-c807-4936-b1c4-486f6438eb87 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Synchronizing usage tracker for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:52:23.687114 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-43afa604-727b-424c-b95a-9b9bb4827f3e req-1af4c9fd-c6fb-4da7-8cd0-0e4a83129131 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Unset dirty status for tenant:9581564017a74dacabe1c0cb6793aabe on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:52:23.688479 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-43afa604-727b-424c-b95a-9b9bb4827f3e req-1af4c9fd-c6fb-4da7-8cd0-0e4a83129131 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.91 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 946 time: 0.2786233
Dec 04 00:52:23.694641 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-6fb4edfc-d92d-40d3-8f5f-2ef75294b4a5 req-757ef1ac-c807-4936-b1c4-486f6438eb87 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Unset dirty status for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:52:23.695857 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6fb4edfc-d92d-40d3-8f5f-2ef75294b4a5 req-757ef1ac-c807-4936-b1c4-486f6438eb87 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.3755741
Dec 04 00:52:23.869009 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-43afa604-727b-424c-b95a-9b9bb4827f3e req-ad5c8c82-6635-41a2-9e1d-214357746901 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Deleting port cf038aa4-fc62-4e1c-a863-14849f7518c7 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:23.869249 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-43afa604-727b-424c-b95a-9b9bb4827f3e req-ad5c8c82-6635-41a2-9e1d-214357746901 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:23.887467 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device cf038aa4-fc62-4e1c-a863-14849f7518c7 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:52:24.022132 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:24.053529 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:52:24.064916 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port cf038aa4-fc62-4e1c-a863-14849f7518c7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7,segment=NetworkSegment(72453cb1-c0e3-4564-a40f-61e9e847e988),segment_id=72453cb1-c0e3-4564-a40f-61e9e847e988)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:24.069094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:24.071060 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:24.125624 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7', 'code': 200}
Dec 04 00:52:24.143965 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=cf038aa4-fc62-4e1c-a863-14849f7518c7,revision_number=7']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:24.147343 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:24.157265 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6fb4edfc-d92d-40d3-8f5f-2ef75294b4a5 req-f6d0ea84-d614-4b8c-bc86-f5ba95ff9e48 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.4284110
Dec 04 00:52:24.412525 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-43afa604-727b-424c-b95a-9b9bb4827f3e req-ad5c8c82-6635-41a2-9e1d-214357746901 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] For port cf038aa4-fc62-4e1c-a863-14849f7518c7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cf038aa4-fc62-4e1c-a863-14849f7518c7,segment=NetworkSegment(72453cb1-c0e3-4564-a40f-61e9e847e988),segment_id=72453cb1-c0e3-4564-a40f-61e9e847e988)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:24.412924 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-43afa604-727b-424c-b95a-9b9bb4827f3e req-ad5c8c82-6635-41a2-9e1d-214357746901 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:24.550830 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2940f8-d391-41db-bf10-81217686d5df req-fe7273dc-1635-437d-a446-39e0518b6580 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:24.552544 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9d2940f8-d391-41db-bf10-81217686d5df req-fe7273dc-1635-437d-a446-39e0518b6580 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 944 time: 0.0868990
Dec 04 00:52:24.584035 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-43afa604-727b-424c-b95a-9b9bb4827f3e req-ad5c8c82-6635-41a2-9e1d-214357746901 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Calling delete_port for cf038aa4-fc62-4e1c-a863-14849f7518c7 owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:24.602952 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9d2940f8-d391-41db-bf10-81217686d5df req-c12202ea-41d8-4a7f-9f53-1c4f5a968165 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/security-groups?id=89f98004-ecd8-4e88-a8e3-fbb85870d457&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430133
Dec 04 00:52:24.657350 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2562392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3237645'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:24.673451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:24.857824 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06c53b5-e435-4d2b-a78e-351a93839bcb,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:24.878192 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:24.925565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-43afa604-727b-424c-b95a-9b9bb4827f3e req-ad5c8c82-6635-41a2-9e1d-214357746901 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:24.929403 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998ce43-40c0-4fb4-abcc-0aafa4687cb4 req-140aca98-df50-471d-ad48-837cf9481d6d tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:24.930964 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0998ce43-40c0-4fb4-abcc-0aafa4687cb4 req-140aca98-df50-471d-ad48-837cf9481d6d tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.91 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.0878172
Dec 04 00:52:24.941529 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7a6a4ddf-15b3-4389-b494-91839375258c tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:24.995037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c8c82-6635-41a2-9e1d-214357746901 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Pushing event deleted for resources: {'Port': ['ID=cf038aa4-fc62-4e1c-a863-14849f7518c7,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:25.006849 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-0998ce43-40c0-4fb4-abcc-0aafa4687cb4 req-6d0b5953-cc42-44bc-bb7d-78cc430217a7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Deleting port 85caa19a-5f57-4b6f-ba38-516844d99d17 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:25.007240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0998ce43-40c0-4fb4-abcc-0aafa4687cb4 req-6d0b5953-cc42-44bc-bb7d-78cc430217a7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:25.045776 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ad5c8c82-6635-41a2-9e1d-214357746901 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:25.090873 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Checking segment: {'id': 'c794debd-570e-4759-89ec-408b0356c9d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8d5a07bb-c0f7-48d5-bcff-ba48320a4680'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:52:25.091253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Network hostable DHCP agents. Network: 8d5a07bb-c0f7-48d5-bcff-ba48320a4680, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:52:25.148574 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Network 8d5a07bb-c0f7-48d5-bcff-ba48320a4680 is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:52:25.192675 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-43afa604-727b-424c-b95a-9b9bb4827f3e req-ad5c8c82-6635-41a2-9e1d-214357746901 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] No DVR routers for this DVR port cf038aa4-fc62-4e1c-a863-14849f7518c7 on host hv-cinder-76330 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:52:25.194475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, 8d5a07bb-c0f7-48d5-bcff-ba48320a4680) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:52:25.196899 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-43afa604-727b-424c-b95a-9b9bb4827f3e req-ad5c8c82-6635-41a2-9e1d-214357746901 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:25.199293 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'name': 'network-vif-deleted', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:52:25.201678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d623112f-2afd-4dfc-bfd2-1a9ea093559d None None] Network 8d5a07bb-c0f7-48d5-bcff-ba48320a4680 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:52:25.225300 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:25.226154 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:25.237225 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-43afa604-727b-424c-b95a-9b9bb4827f3e req-ad5c8c82-6635-41a2-9e1d-214357746901 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.91 "DELETE /v2.0/ports/cf038aa4-fc62-4e1c-a863-14849f7518c7 HTTP/1.1" status: 204  len: 173 time: 1.5403588
Dec 04 00:52:25.258681 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5e8911b7-70f2-43a3-9d92-dffc9c8197cb admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.0428164
Dec 04 00:52:25.295467 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd36c5856-8095-4acc-bc06-309a7f5af521', 'name': 'network-vif-deleted', 'tag': 'cf038aa4-fc62-4e1c-a863-14849f7518c7', 'status': 'completed', 'code': 200}
Dec 04 00:52:25.336355 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-0998ce43-40c0-4fb4-abcc-0aafa4687cb4 req-6d0b5953-cc42-44bc-bb7d-78cc430217a7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] For port 85caa19a-5f57-4b6f-ba38-516844d99d17, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=85caa19a-5f57-4b6f-ba38-516844d99d17,segment=NetworkSegment(073a304b-e217-421e-b03c-41677b6425a3),segment_id=073a304b-e217-421e-b03c-41677b6425a3)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:25.336770 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0998ce43-40c0-4fb4-abcc-0aafa4687cb4 req-6d0b5953-cc42-44bc-bb7d-78cc430217a7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:25.453927 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a838512-b525-45cd-81e7-882c00db22d2 req-e372e301-93a7-4d11-a3d7-de7bfea19e12 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:25.455580 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3a838512-b525-45cd-81e7-882c00db22d2 req-e372e301-93a7-4d11-a3d7-de7bfea19e12 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 946 time: 0.1172588
Dec 04 00:52:25.484286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59302) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:25.529840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-0998ce43-40c0-4fb4-abcc-0aafa4687cb4 req-6d0b5953-cc42-44bc-bb7d-78cc430217a7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Calling delete_port for 85caa19a-5f57-4b6f-ba38-516844d99d17 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:25.530462 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8ed019-1793-4de2-af3c-7a0f90140ce7 None None] Network 8d5a07bb-c0f7-48d5-bcff-ba48320a4680 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:52:25.584249 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3a838512-b525-45cd-81e7-882c00db22d2 req-563ee35b-7382-4c37-8902-a1aa2094ef68 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups?id=dcc69d0a-f12c-4826-a43e-0da4691e05a2&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1194620
Dec 04 00:52:25.606724 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-52fed6d4-0b1e-40cd-a33f-444e84478c7a admin admin] Deleting subnet 7c552789-ad34-42ca-846d-0ae0f53f785e {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:52:25.615286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-52fed6d4-0b1e-40cd-a33f-444e84478c7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:25.682838 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-52fed6d4-0b1e-40cd-a33f-444e84478c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2562449'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:25.720079 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0998ce43-40c0-4fb4-abcc-0aafa4687cb4 req-6d0b5953-cc42-44bc-bb7d-78cc430217a7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:25.744078 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:25.756645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-52fed6d4-0b1e-40cd-a33f-444e84478c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:25.853701 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b5953-cc42-44bc-bb7d-78cc430217a7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Pushing event deleted for resources: {'Port': ['ID=85caa19a-5f57-4b6f-ba38-516844d99d17,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:25.865447 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6d0b5953-cc42-44bc-bb7d-78cc430217a7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:25.915534 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 85caa19a-5f57-4b6f-ba38-516844d99d17 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:52:25.916824 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-02e3d7f6-9488-4462-aa68-7ed8177bc6e8 req-898c18b4-b9ab-4a8e-80ba-e16b5db6f1a9 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] 10.222.0.88 "GET /v2.0/ports?device_id=d36c5856-8095-4acc-bc06-309a7f5af521 HTTP/1.1" status: 200  len: 210 time: 0.0557632
Dec 04 00:52:25.971090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] No Port match for: 85caa19a-5f57-4b6f-ba38-516844d99d17 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:52:25.971545 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 85caa19a-5f57-4b6f-ba38-516844d99d17 not bound to the agent host hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:52:26.033500 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-0998ce43-40c0-4fb4-abcc-0aafa4687cb4 req-6d0b5953-cc42-44bc-bb7d-78cc430217a7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] No DVR routers for this DVR port 85caa19a-5f57-4b6f-ba38-516844d99d17 on host hv-cinder-76330 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:52:26.035939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-0998ce43-40c0-4fb4-abcc-0aafa4687cb4 req-6d0b5953-cc42-44bc-bb7d-78cc430217a7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:26.038828 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'name': 'network-vif-deleted', 'tag': '85caa19a-5f57-4b6f-ba38-516844d99d17'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:52:26.054860 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0998ce43-40c0-4fb4-abcc-0aafa4687cb4 req-6d0b5953-cc42-44bc-bb7d-78cc430217a7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.91 "DELETE /v2.0/ports/85caa19a-5f57-4b6f-ba38-516844d99d17 HTTP/1.1" status: 204  len: 173 time: 1.1176236
Dec 04 00:52:26.065930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-52fed6d4-0b1e-40cd-a33f-444e84478c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852213475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851538122'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:26.083521 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:26.105018 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19f497c-3a2f-4875-9a26-13c990b7569b', 'name': 'network-vif-deleted', 'tag': '85caa19a-5f57-4b6f-ba38-516844d99d17', 'status': 'completed', 'code': 200}
Dec 04 00:52:26.172907 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fed6d4-0b1e-40cd-a33f-444e84478c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c552789-ad34-42ca-846d-0ae0f53f785e,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:26.180022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-52fed6d4-0b1e-40cd-a33f-444e84478c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:26.224445 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-52fed6d4-0b1e-40cd-a33f-444e84478c7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:26.231090 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-52fed6d4-0b1e-40cd-a33f-444e84478c7a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7c552789-ad34-42ca-846d-0ae0f53f785e HTTP/1.1" status: 204  len: 168 time: 0.7457082
Dec 04 00:52:26.234018 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59310) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:26.360030 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:26.566747 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:26.690493 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb09d01320>,) {'filters': {'network_id': ['cd721799-9581-4985-a210-4a87fe82d252']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:26.704502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb09d01320>, 'd43fe8a0-acca-4298-b01a-c204250f1f8c') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:26.704837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb09d01320>, 'd43fe8a0-acca-4298-b01a-c204250f1f8c') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:26.717940 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852213351'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:26.734491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:26.737230 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:52:26.771720 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-495af50c-2d00-4c3c-8d3d-60c8656a345b req-0b27f4ba-0e6e-4b1c-8ee2-bf72fcd7c79a tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Synchronizing usage tracker for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:52:26.787823 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-495af50c-2d00-4c3c-8d3d-60c8656a345b req-0b27f4ba-0e6e-4b1c-8ee2-bf72fcd7c79a tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Unset dirty status for tenant:159ca91a7f9e406ab5effb717ffc39d1 on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:52:26.789134 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-495af50c-2d00-4c3c-8d3d-60c8656a345b req-0b27f4ba-0e6e-4b1c-8ee2-bf72fcd7c79a tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/ports?device_id=b19f497c-3a2f-4875-9a26-13c990b7569b HTTP/1.1" status: 200  len: 210 time: 0.0632005
Dec 04 00:52:26.926728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] Network cd721799-9581-4985-a210-4a87fe82d252 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:52:26.936514 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2563006'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:26.966895 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:27.165609 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] Network cd721799-9581-4985-a210-4a87fe82d252 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:52:27.256762 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:52:27.278505 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:27.282510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c2209e31-5318-4007-868b-cc8f203eb49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:27.299572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:27.307223 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] Pushing event deleted for resources: {'Network': ['ID=cd721799-9581-4985-a210-4a87fe82d252,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:27.310622 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] 10.222.0.88 "DELETE /v2.0/networks/cd721799-9581-4985-a210-4a87fe82d252 HTTP/1.1" status: 204  len: 168 time: 1.0752575
Dec 04 00:52:27.311333 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4d8b6675-0d8b-4aba-8fef-40d9e404813d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:27.313565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59330) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:27.387057 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0acea3-f5de-4f9d-b65e-d5ae0f476b3c admin admin] Deleting subnet f06c53b5-e435-4d2b-a78e-351a93839bcb {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:52:27.390263 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6b0acea3-f5de-4f9d-b65e-d5ae0f476b3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:27.446270 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6b0acea3-f5de-4f9d-b65e-d5ae0f476b3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2562449'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:27.513921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6b0acea3-f5de-4f9d-b65e-d5ae0f476b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:27.771554 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59360) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:27.792734 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6b0acea3-f5de-4f9d-b65e-d5ae0f476b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852213475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851538122'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:27.808956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:27.898838 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0acea3-f5de-4f9d-b65e-d5ae0f476b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06c53b5-e435-4d2b-a78e-351a93839bcb,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:27.905622 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6b0acea3-f5de-4f9d-b65e-d5ae0f476b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:27.950397 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6b0acea3-f5de-4f9d-b65e-d5ae0f476b3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:27.956816 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6b0acea3-f5de-4f9d-b65e-d5ae0f476b3c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f06c53b5-e435-4d2b-a78e-351a93839bcb HTTP/1.1" status: 204  len: 168 time: 0.6422231
Dec 04 00:52:27.959587 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59368) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:28.082870 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:28.129898 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bda792d-18a2-4235-804f-b70fe2bbf97e req-bf7410f1-aa3b-481f-994c-2d0951d4a916 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "GET /v2.0/security-groups/dcc69d0a-f12c-4826-a43e-0da4691e05a2 HTTP/1.1" status: 200  len: 2877 time: 0.1889861
Dec 04 00:52:28.248418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-496b9e8f-56e5-414f-abcb-c6ff51e243a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853795913'] for router_interface, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:28.311610 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3bda792d-18a2-4235-804f-b70fe2bbf97e req-efbba067-ee1f-401c-9d1c-210513bcd1d9 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:28.427651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3bda792d-18a2-4235-804f-b70fe2bbf97e req-efbba067-ee1f-401c-9d1c-210513bcd1d9 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:28.515194 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:28.550037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3bda792d-18a2-4235-804f-b70fe2bbf97e req-efbba067-ee1f-401c-9d1c-210513bcd1d9 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:28.557655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7348c067-6297-44c2-8722-0d877920037b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:28.634612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb09ee8860>,) {'filters': {'network_id': ['8d5a07bb-c0f7-48d5-bcff-ba48320a4680']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:28.635336 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbba067-ee1f-401c-9d1c-210513bcd1d9 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc69d0a-f12c-4826-a43e-0da4691e05a2,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:28.648638 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb09ee8860>, 'c794debd-570e-4759-89ec-408b0356c9d2') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:28.649187 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb09ee8860>, 'c794debd-570e-4759-89ec-408b0356c9d2') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:28.662832 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852213351'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:28.667676 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-efbba067-ee1f-401c-9d1c-210513bcd1d9 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:28.678834 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:28.681314 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:52:28.685998 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-3bda792d-18a2-4235-804f-b70fe2bbf97e req-efbba067-ee1f-401c-9d1c-210513bcd1d9 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:28.687281 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3bda792d-18a2-4235-804f-b70fe2bbf97e req-efbba067-ee1f-401c-9d1c-210513bcd1d9 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] 10.222.0.88 "DELETE /v2.0/security-groups/dcc69d0a-f12c-4826-a43e-0da4691e05a2 HTTP/1.1" status: 204  len: 173 time: 0.5470786
Dec 04 00:52:28.869102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] Network 8d5a07bb-c0f7-48d5-bcff-ba48320a4680 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:52:28.883302 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2563006'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:28.969783 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-496b9e8f-56e5-414f-abcb-c6ff51e243a9 admin admin] Deleting port 5784c719-6796-4dc9-93ac-1a7a88a550ec {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:28.970371 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-496b9e8f-56e5-414f-abcb-c6ff51e243a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:29.066253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] Network 8d5a07bb-c0f7-48d5-bcff-ba48320a4680 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:52:29.089208 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:52:29.157598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-496b9e8f-56e5-414f-abcb-c6ff51e243a9 admin admin] For port 5784c719-6796-4dc9-93ac-1a7a88a550ec, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=5784c719-6796-4dc9-93ac-1a7a88a550ec,segment=NetworkSegment(72453cb1-c0e3-4564-a40f-61e9e847e988),segment_id=72453cb1-c0e3-4564-a40f-61e9e847e988)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:29.157961 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-496b9e8f-56e5-414f-abcb-c6ff51e243a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:29.177580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:29.181175 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-7756b309-dd82-48ba-ada0-71fd4850cb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:29.196188 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:29.206356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d5a07bb-c0f7-48d5-bcff-ba48320a4680,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:29.209573 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] 10.222.0.88 "DELETE /v2.0/networks/8d5a07bb-c0f7-48d5-bcff-ba48320a4680 HTTP/1.1" status: 204  len: 168 time: 1.2489746
Dec 04 00:52:29.210582 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1f9f25c1-889a-44f4-846b-0791cbe4ac35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:29.295302 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-496b9e8f-56e5-414f-abcb-c6ff51e243a9 admin admin] Calling delete_port for 5784c719-6796-4dc9-93ac-1a7a88a550ec owned by network:router_interface {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:29.419834 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59378) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:29.478425 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d9a2643c-a7bb-4359-b7ec-888f043c7c79 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=359ff42977974008aceba8aee2d731a6&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0543795
Dec 04 00:52:29.478743 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59382) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:29.548229 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe7e4-000e-4bf4-b6d4-909ccb7e8e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:29.583939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe7e4-000e-4bf4-b6d4-909ccb7e8e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:29.649037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe7e4-000e-4bf4-b6d4-909ccb7e8e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:29.653298 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-879e2fb1-bb1e-4c7b-b449-f54f6744dc33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:29.669819 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbe7e4-000e-4bf4-b6d4-909ccb7e8e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f044dc-56e0-4a45-a82f-21d513219456,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:29.673202 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5bcbe7e4-000e-4bf4-b6d4-909ccb7e8e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:29.674526 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe7e4-000e-4bf4-b6d4-909ccb7e8e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:29.678957 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5bcbe7e4-000e-4bf4-b6d4-909ccb7e8e64 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/51f044dc-56e0-4a45-a82f-21d513219456 HTTP/1.1" status: 204  len: 168 time: 0.1959460
Dec 04 00:52:29.779276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59390) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:29.853295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-496b9e8f-56e5-414f-abcb-c6ff51e243a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:29.870404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:29.916376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b9e8f-56e5-414f-abcb-c6ff51e243a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5784c719-6796-4dc9-93ac-1a7a88a550ec,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:29.971388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-496b9e8f-56e5-414f-abcb-c6ff51e243a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:30.155115 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59398) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:30.293552 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-496b9e8f-56e5-414f-abcb-c6ff51e243a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7528682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974442'] for router_interface, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:30.321966 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-733d5322-1ced-41d8-b6d4-9fd3902f292f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b25c94ee78dd498d8d8c3258f164c95b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1602237
Dec 04 00:52:30.324948 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59402) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:30.551000 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9a280263-4941-4fc2-ad70-cbb0d2c8812c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:30.601375 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9a280263-4941-4fc2-ad70-cbb0d2c8812c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:30.616330 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-936c747e-33d6-4332-ab24-7022933bc21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853795913'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:30.804298 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496b9e8f-56e5-414f-abcb-c6ff51e243a9 admin admin] Router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:52:30.818196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9a280263-4941-4fc2-ad70-cbb0d2c8812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:30.824916 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6cad9580-24ef-4d84-9a82-43e2ac893d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:30.871081 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a280263-4941-4fc2-ad70-cbb0d2c8812c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed71f02c-6141-476c-8715-5dcef8a44ebd,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:30.878694 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9a280263-4941-4fc2-ad70-cbb0d2c8812c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:30.886171 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9a280263-4941-4fc2-ad70-cbb0d2c8812c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:30.887404 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9a280263-4941-4fc2-ad70-cbb0d2c8812c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ed71f02c-6141-476c-8715-5dcef8a44ebd HTTP/1.1" status: 204  len: 168 time: 0.5615208
Dec 04 00:52:30.996172 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496b9e8f-56e5-414f-abcb-c6ff51e243a9 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:52:31.006681 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74227e6-8f65-4765-b657-e8c2692ab07a None None] Sync routers for ids ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:52:31.018749 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-496b9e8f-56e5-414f-abcb-c6ff51e243a9 admin admin] 10.222.0.88 "PUT /v2.0/routers/50d0af3f-e3f1-4d13-9217-ad79db4eec20/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2455790
Dec 04 00:52:31.018988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74227e6-8f65-4765-b657-e8c2692ab07a None None] Routers {'50d0af3f-e3f1-4d13-9217-ad79db4eec20'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:52:31.019843 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b74227e6-8f65-4765-b657-e8c2692ab07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a44e860>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:52:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:31.021428 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59408) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:31.212254 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-b74227e6-8f65-4765-b657-e8c2692ab07a None None] Set router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:52:31.306931 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:31.726430 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b74227e6-8f65-4765-b657-e8c2692ab07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a44e860>, [{'id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:48:59Z', 'updated_at': '2020-12-04T00:52:29Z', 'revision_number': 5, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'gw_port': {'id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:00Z', 'updated_at': '2020-12-04T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:31.731864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74227e6-8f65-4765-b657-e8c2692ab07a None None] Checking router: 50d0af3f-e3f1-4d13-9217-ad79db4eec20 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:52:31.742199 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74227e6-8f65-4765-b657-e8c2692ab07a None None] Routers {'50d0af3f-e3f1-4d13-9217-ad79db4eec20'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:52:31.743042 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b74227e6-8f65-4765-b657-e8c2692ab07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a44e860>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:52:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:31.761478 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:31.767612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] Deleting port d8590004-e18a-4ba5-9c0a-d03a400c3758 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:31.767987 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:31.940561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-b74227e6-8f65-4765-b657-e8c2692ab07a None None] Set router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:52:32.066759 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-936c747e-33d6-4332-ab24-7022933bc21c admin admin] Deleting port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:32.067262 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-936c747e-33d6-4332-ab24-7022933bc21c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:32.100158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] For port d8590004-e18a-4ba5-9c0a-d03a400c3758, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=d8590004-e18a-4ba5-9c0a-d03a400c3758,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:32.100560 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:32.247773 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] Calling delete_port for d8590004-e18a-4ba5-9c0a-d03a400c3758 owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:32.257253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b74227e6-8f65-4765-b657-e8c2692ab07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a44e860>, [{'id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:48:59Z', 'updated_at': '2020-12-04T00:52:29Z', 'revision_number': 5, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'gw_port': {'id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:00Z', 'updated_at': '2020-12-04T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:32.261684 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74227e6-8f65-4765-b657-e8c2692ab07a None None] The sync data for ids ['50d0af3f-e3f1-4d13-9217-ad79db4eec20'] in dv-cinder-763306-5-iscsi is: [{'id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'name': 'tempest-TestMinimumBasicScenario-1389736753-router', 'tenant_id': '9581564017a74dacabe1c0cb6793aabe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:48:59Z', 'updated_at': '2020-12-04T00:52:29Z', 'revision_number': 5, 'project_id': '9581564017a74dacabe1c0cb6793aabe', 'gw_port': {'id': 'd8590004-e18a-4ba5-9c0a-d03a400c3758', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d0af3f-e3f1-4d13-9217-ad79db4eec20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:00Z', 'updated_at': '2020-12-04T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:52:32.495615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-936c747e-33d6-4332-ab24-7022933bc21c admin admin] For port af40c42d-4aaa-48a8-82b2-6a6d9cd763fd, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=af40c42d-4aaa-48a8-82b2-6a6d9cd763fd,segment=NetworkSegment(073a304b-e217-421e-b03c-41677b6425a3),segment_id=073a304b-e217-421e-b03c-41677b6425a3)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:32.496039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-936c747e-33d6-4332-ab24-7022933bc21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:32.637652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-936c747e-33d6-4332-ab24-7022933bc21c admin admin] Calling delete_port for af40c42d-4aaa-48a8-82b2-6a6d9cd763fd owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:32.680580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]: WARNING neutron.plugins.ml2.ovo_rpc [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     result = function(*args, **kwargs)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     proto.__init__(conn_state, self)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.handle()
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.handle_one_request()
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.handle_one_response()
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     result = self.application(self.environ, start_response)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     return app(environ, start_response)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     response = req.get_response(self.application)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     return request.get_response(self.application)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     response = req.get_response(self._app)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     application, catch_exc_info=False)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     app_iter = application(self.environ, start_response)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     return resp(environ, start_response)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     return resp(environ, start_response)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     response = self.app(environ, start_response)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     return resp(environ, start_response)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     resp = self.call_func(req, *args, **kw)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.func(req, *args, **kwargs)
Dec 04 00:52:32.686720 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     result = method(request=request, **args)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._delete(request, id, **kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(*dup_args, **dup_kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     obj_deleter(request.context, id, **kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     return method(*args, **kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(*args, **kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(*dup_args, **dup_kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._delete_current_gw_port(context, id, router, None)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, context, *args, **kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     return method(*args, **kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     context, port, router_ids, bound_mech_contexts)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     return function(*args, **kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     callback(resource, event, trigger, **kwargs)
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     if self._is_session_semantic_violated(context, resource, event):
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]:     stack = traceback.extract_stack()
Dec 04 00:52:32.692545 dv-cinder-763306-5-iscsi neutron-server[80151]: 
Dec 04 00:52:32.933572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853796801'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:33.109206 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853817827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759809'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:33.113231 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:33.211530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-936c747e-33d6-4332-ab24-7022933bc21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:33.232911 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2189595a-cadb-428c-bf4b-edc082c054b4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:33.322877 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951692'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:33.323401 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50d0af3f-e3f1-4d13-9217-ad79db4eec20 {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 00:52:33.329549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c747e-33d6-4332-ab24-7022933bc21c admin admin] Pushing event deleted for resources: {'Port': ['ID=af40c42d-4aaa-48a8-82b2-6a6d9cd763fd,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:33.337421 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-936c747e-33d6-4332-ab24-7022933bc21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:33.384305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:33.385588 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b682e654-e8bb-4cf4-95c1-348f08df23aa admin admin] 10.222.0.88 "DELETE /v2.0/routers/50d0af3f-e3f1-4d13-9217-ad79db4eec20 HTTP/1.1" status: 204  len: 168 time: 2.3630986
Dec 04 00:52:33.388729 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59452) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:33.462580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 5784c719-6796-4dc9-93ac-1a7a88a550ec no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:52:33.500144 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9a0b69-f960-421c-9a09-ea46944db595 admin admin] Deleting subnet 3c0996dd-2506-4c97-b879-7d5a1619ebc6 {{(pid=80262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:52:33.509545 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0e9a0b69-f960-421c-9a09-ea46944db595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:33.521780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: 5784c719-6796-4dc9-93ac-1a7a88a550ec {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:52:33.526119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 5784c719-6796-4dc9-93ac-1a7a88a550ec not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:52:33.585305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0e9a0b69-f960-421c-9a09-ea46944db595 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852517655'] for subnet, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:33.763101 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0e9a0b69-f960-421c-9a09-ea46944db595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:34.016936 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-936c747e-33d6-4332-ab24-7022933bc21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7528682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974442'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:34.044820 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0e9a0b69-f960-421c-9a09-ea46944db595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3251820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852514843'] for subnet, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:34.060811 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2f4fb544-f4b1-4003-a7f6-020c8a169af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:34.150094 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a0b69-f960-421c-9a09-ea46944db595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c0996dd-2506-4c97-b879-7d5a1619ebc6,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:34.156905 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0e9a0b69-f960-421c-9a09-ea46944db595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:34.200635 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0e9a0b69-f960-421c-9a09-ea46944db595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:34.206910 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0e9a0b69-f960-421c-9a09-ea46944db595 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/3c0996dd-2506-4c97-b879-7d5a1619ebc6 HTTP/1.1" status: 204  len: 168 time: 0.8170316
Dec 04 00:52:34.208558 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec6bd6c-00be-4e44-8a1a-20a0109f18b3 None None] Network fd27a085-0b96-4520-ae0d-abd50f786818 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:52:34.209525 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59460) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:34.334003 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:34.403842 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Deleting port 73928ddf-6f7c-4cdc-99a6-641558362511 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:34.404218 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:34.489000 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf143d65-03af-4158-8048-8fde424eb381 None None] DHCP port deletion for fd27a085-0b96-4520-ae0d-abd50f786818 request from dv-cinder-763306-5-iscsi {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 04 00:52:34.493306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-bf143d65-03af-4158-8048-8fde424eb381 None None] Deleting port 73928ddf-6f7c-4cdc-99a6-641558362511 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:34.493725 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf143d65-03af-4158-8048-8fde424eb381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:34.541453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936c747e-33d6-4332-ab24-7022933bc21c admin admin] Router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:52:34.631594 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] For port 73928ddf-6f7c-4cdc-99a6-641558362511, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=73928ddf-6f7c-4cdc-99a6-641558362511,segment=NetworkSegment(72453cb1-c0e3-4564-a40f-61e9e847e988),segment_id=72453cb1-c0e3-4564-a40f-61e9e847e988)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:34.631963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:34.709967 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-bf143d65-03af-4158-8048-8fde424eb381 None None] For port 73928ddf-6f7c-4cdc-99a6-641558362511, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=73928ddf-6f7c-4cdc-99a6-641558362511,segment=NetworkSegment(72453cb1-c0e3-4564-a40f-61e9e847e988),segment_id=72453cb1-c0e3-4564-a40f-61e9e847e988)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:34.710324 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf143d65-03af-4158-8048-8fde424eb381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:34.738075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936c747e-33d6-4332-ab24-7022933bc21c admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:52:34.743289 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-936c747e-33d6-4332-ab24-7022933bc21c admin admin] 10.222.0.88 "PUT /v2.0/routers/3c67e51a-2c2f-4753-9c55-2cc6bd2c0684/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9625189
Dec 04 00:52:34.745947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59464) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:34.766779 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Calling delete_port for 73928ddf-6f7c-4cdc-99a6-641558362511 owned by network:dhcp {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:34.779220 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a1a93-e355-473a-951d-5f7796458300 None None] Sync routers for ids ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:52:34.842330 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-bf143d65-03af-4158-8048-8fde424eb381 None None] Calling delete_port for 73928ddf-6f7c-4cdc-99a6-641558362511 owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:34.924488 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bf143d65-03af-4158-8048-8fde424eb381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:34.943862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a1a-bdb5-45a6-9ba2-689935d42a30 admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:35.095982 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:52:35.096213 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:52:35.148395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a1a-bdb5-45a6-9ba2-689935d42a30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:35.154951 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f1f92a1a-bdb5-45a6-9ba2-689935d42a30 admin admin] Deleting port 5b328689-b523-4dc0-a2bf-53075b7cac52 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:35.155661 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a1a-bdb5-45a6-9ba2-689935d42a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:35.206114 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:35.249429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a1a93-e355-473a-951d-5f7796458300 None None] Routers {'3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:52:35.250176 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c72a1a93-e355-473a-951d-5f7796458300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a3f4668>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:52:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:35.309922 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf143d65-03af-4158-8048-8fde424eb381 None None] Pushing event deleted for resources: {'Port': ['ID=73928ddf-6f7c-4cdc-99a6-641558362511,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:35.365554 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-f1f92a1a-bdb5-45a6-9ba2-689935d42a30 admin admin] For port 5b328689-b523-4dc0-a2bf-53075b7cac52, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=5b328689-b523-4dc0-a2bf-53075b7cac52,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:35.365966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a1a-bdb5-45a6-9ba2-689935d42a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:35.381004 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bf143d65-03af-4158-8048-8fde424eb381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:35.456482 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device d8590004-e18a-4ba5-9c0a-d03a400c3758 no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:52:35.504530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf143d65-03af-4158-8048-8fde424eb381 None None] No DVR routers for this DVR port 73928ddf-6f7c-4cdc-99a6-641558362511 on host dv-cinder-763306-5-iscsi {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:52:35.506090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: d8590004-e18a-4ba5-9c0a-d03a400c3758 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:52:35.506474 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device d8590004-e18a-4ba5-9c0a-d03a400c3758 not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:52:35.506892 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 73928ddf-6f7c-4cdc-99a6-641558362511 no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:52:35.507941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-f1f92a1a-bdb5-45a6-9ba2-689935d42a30 admin admin] Calling delete_port for 5b328689-b523-4dc0-a2bf-53075b7cac52 owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:35.543696 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c72a1a93-e355-473a-951d-5f7796458300 None None] Set router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:52:35.597590 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Deleting port 73928ddf-6f7c-4cdc-99a6-641558362511 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:35.597970 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:35.650241 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a1a-bdb5-45a6-9ba2-689935d42a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:35.651537 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: 73928ddf-6f7c-4cdc-99a6-641558362511 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:52:35.651694 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 73928ddf-6f7c-4cdc-99a6-641558362511 not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:52:35.667023 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] The port '73928ddf-6f7c-4cdc-99a6-641558362511' was deleted {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 04 00:52:35.796869 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:35.859573 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a1a-bdb5-45a6-9ba2-689935d42a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853796801'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:35.866066 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c72a1a93-e355-473a-951d-5f7796458300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a3f4668>, [{'id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:21Z', 'updated_at': '2020-12-04T00:52:32Z', 'revision_number': 5, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'gw_port': {'id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:23Z', 'updated_at': '2020-12-04T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:35.870260 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a1a93-e355-473a-951d-5f7796458300 None None] Checking router: 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:52:35.880216 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a1a93-e355-473a-951d-5f7796458300 None None] Routers {'3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:52:35.881169 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c72a1a93-e355-473a-951d-5f7796458300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a3f4668>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:52:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:35.918456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb088c7a20>,) {'filters': {'network_id': ['fd27a085-0b96-4520-ae0d-abd50f786818']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:35.931783 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb088c7a20>, '72453cb1-c0e3-4564-a40f-61e9e847e988') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:35.932124 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb088c7a20>, '72453cb1-c0e3-4564-a40f-61e9e847e988') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:35.944848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258145'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:35.960874 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:35.963205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:52:35.998956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a1a-bdb5-45a6-9ba2-689935d42a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853817827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759809'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:36.001742 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a1a-bdb5-45a6-9ba2-689935d42a30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:36.024063 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a1a-bdb5-45a6-9ba2-689935d42a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951692'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:36.024664 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f92a1a-bdb5-45a6-9ba2-689935d42a30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 00:52:36.040375 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f1f92a1a-bdb5-45a6-9ba2-689935d42a30 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:36.044455 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f1f92a1a-bdb5-45a6-9ba2-689935d42a30 admin admin] 10.222.0.88 "DELETE /v2.0/routers/3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 HTTP/1.1" status: 204  len: 168 time: 1.2947733
Dec 04 00:52:36.045499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59476) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:36.072342 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-c72a1a93-e355-473a-951d-5f7796458300 None None] Set router 3c67e51a-2c2f-4753-9c55-2cc6bd2c0684 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:52:36.117556 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-617871b8-bcea-42ef-903e-247893e350b3 admin admin] Deleting subnet 242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:52:36.120688 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-617871b8-bcea-42ef-903e-247893e350b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:36.157863 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Network fd27a085-0b96-4520-ae0d-abd50f786818 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:52:36.169426 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851524401'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:36.178232 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-617871b8-bcea-42ef-903e-247893e350b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2562449'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:36.276834 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-617871b8-bcea-42ef-903e-247893e350b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:36.361671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Network fd27a085-0b96-4520-ae0d-abd50f786818 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:52:36.390009 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:52:36.399119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-c72a1a93-e355-473a-951d-5f7796458300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a3f4668>, [{'id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:21Z', 'updated_at': '2020-12-04T00:52:32Z', 'revision_number': 5, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'gw_port': {'id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:23Z', 'updated_at': '2020-12-04T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:36.403589 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72a1a93-e355-473a-951d-5f7796458300 None None] The sync data for ids ['3c67e51a-2c2f-4753-9c55-2cc6bd2c0684'] in dv-cinder-763306-5-iscsi is: [{'id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'name': 'tempest-TestShelveInstance-1730458815-router', 'tenant_id': '159ca91a7f9e406ab5effb717ffc39d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:21Z', 'updated_at': '2020-12-04T00:52:32Z', 'revision_number': 5, 'project_id': '159ca91a7f9e406ab5effb717ffc39d1', 'gw_port': {'id': '5b328689-b523-4dc0-a2bf-53075b7cac52', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67e51a-2c2f-4753-9c55-2cc6bd2c0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:23Z', 'updated_at': '2020-12-04T00:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:52:36.469870 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:36.474067 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:36.493548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:36.505051 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Pushing event deleted for resources: {'Network': ['ID=fd27a085-0b96-4520-ae0d-abd50f786818,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:36.513553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:36.530653 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3e7f9ad2-4870-4c7d-87b1-d954befdaf0b admin admin] 10.222.0.88 "DELETE /v2.0/networks/fd27a085-0b96-4520-ae0d-abd50f786818 HTTP/1.1" status: 204  len: 168 time: 2.3171051
Dec 04 00:52:36.573307 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-617871b8-bcea-42ef-903e-247893e350b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852213475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851538122'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:36.590400 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-89a1af36-fbc3-4244-b533-24dc6bf0c18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:36.680678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617871b8-bcea-42ef-903e-247893e350b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:36.683601 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-617871b8-bcea-42ef-903e-247893e350b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:36.742790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-617871b8-bcea-42ef-903e-247893e350b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:36.747750 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972caad9-27d8-49de-8264-abd61cf974da None None] Network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:52:36.751637 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-617871b8-bcea-42ef-903e-247893e350b3 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/242ad2f3-8fe6-4ac6-9c0a-43a66c3a1954 HTTP/1.1" status: 204  len: 168 time: 0.7024794
Dec 04 00:52:36.751907 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59488) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:36.785592 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59492) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:36.859457 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0ed7995d-9d04-4e96-8332-c788f894a1d0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9581564017a74dacabe1c0cb6793aabe&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0724461
Dec 04 00:52:36.861803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59498) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:36.892594 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:36.954668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-224312b2-8d19-4814-89d4-1a2a685ec6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:36.993854 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-224312b2-8d19-4814-89d4-1a2a685ec6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:37.001803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Deleting port 8af816b1-6e3a-4798-bbd5-fe00b53adf08 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:37.002189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:37.064063 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-224312b2-8d19-4814-89d4-1a2a685ec6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:37.069845 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d72e9a3c-2bf7-4701-8a84-05adb58e4173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:37.088860 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224312b2-8d19-4814-89d4-1a2a685ec6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f98004-ecd8-4e88-a8e3-fbb85870d457,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:37.093084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-224312b2-8d19-4814-89d4-1a2a685ec6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:37.096743 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-224312b2-8d19-4814-89d4-1a2a685ec6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:37.099523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183e9527-f01e-418f-b729-f90afba7840c None None] DHCP port deletion for 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 request from dv-cinder-763306-5-iscsi {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 04 00:52:37.107140 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-224312b2-8d19-4814-89d4-1a2a685ec6ec admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/89f98004-ecd8-4e88-a8e3-fbb85870d457 HTTP/1.1" status: 204  len: 168 time: 0.2411730
Dec 04 00:52:37.107327 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-183e9527-f01e-418f-b729-f90afba7840c None None] Deleting port 8af816b1-6e3a-4798-bbd5-fe00b53adf08 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:37.107327 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-183e9527-f01e-418f-b729-f90afba7840c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:37.283859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] For port 8af816b1-6e3a-4798-bbd5-fe00b53adf08, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=8af816b1-6e3a-4798-bbd5-fe00b53adf08,segment=NetworkSegment(073a304b-e217-421e-b03c-41677b6425a3),segment_id=073a304b-e217-421e-b03c-41677b6425a3)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:37.284325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:37.399128 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-183e9527-f01e-418f-b729-f90afba7840c None None] For port 8af816b1-6e3a-4798-bbd5-fe00b53adf08, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=8af816b1-6e3a-4798-bbd5-fe00b53adf08,segment=NetworkSegment(073a304b-e217-421e-b03c-41677b6425a3),segment_id=073a304b-e217-421e-b03c-41677b6425a3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:37.399603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-183e9527-f01e-418f-b729-f90afba7840c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:37.485251 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 8af816b1-6e3a-4798-bbd5-fe00b53adf08 no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:52:37.590361 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-183e9527-f01e-418f-b729-f90afba7840c None None] Calling delete_port for 8af816b1-6e3a-4798-bbd5-fe00b53adf08 owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:37.707034 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Calling delete_port for 8af816b1-6e3a-4798-bbd5-fe00b53adf08 owned by network:dhcp {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:37.721999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-183e9527-f01e-418f-b729-f90afba7840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:37.739112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:37.782711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80263) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:52:37.783075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:52:37.840436 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e9527-f01e-418f-b729-f90afba7840c None None] Pushing event deleted for resources: {'Port': ['ID=8af816b1-6e3a-4798-bbd5-fe00b53adf08,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:37.848603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-183e9527-f01e-418f-b729-f90afba7840c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:37.864773 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:37.948487 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e9527-f01e-418f-b729-f90afba7840c None None] No DVR routers for this DVR port 8af816b1-6e3a-4798-bbd5-fe00b53adf08 on host dv-cinder-763306-5-iscsi {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:52:37.950055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 5b328689-b523-4dc0-a2bf-53075b7cac52 no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:52:37.988078 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: 5b328689-b523-4dc0-a2bf-53075b7cac52 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:52:37.988440 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 5b328689-b523-4dc0-a2bf-53075b7cac52 not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:52:37.989029 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device af40c42d-4aaa-48a8-82b2-6a6d9cd763fd no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:52:38.024858 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: af40c42d-4aaa-48a8-82b2-6a6d9cd763fd {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:52:38.025255 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device af40c42d-4aaa-48a8-82b2-6a6d9cd763fd not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:52:38.284304 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Deleting port 8af816b1-6e3a-4798-bbd5-fe00b53adf08 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:38.284836 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:38.358931 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] The port '8af816b1-6e3a-4798-bbd5-fe00b53adf08' was deleted {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 04 00:52:38.487090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:38.609457 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb0820b978>,) {'filters': {'network_id': ['0d803767-4ecb-437e-9ddf-0b3a1f09ff47']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:38.622570 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb0820b978>, '073a304b-e217-421e-b03c-41677b6425a3') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:38.622944 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb0820b978>, '073a304b-e217-421e-b03c-41677b6425a3') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:38.635374 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852213351'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:38.642465 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59520) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:38.657453 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:38.659624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:52:38.857210 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-370d5d01-f594-4504-92d7-9b94b1d5dd48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:38.867610 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:52:38.882674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2563006'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:38.955017 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-370d5d01-f594-4504-92d7-9b94b1d5dd48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:38.970841 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-370d5d01-f594-4504-92d7-9b94b1d5dd48 admin admin] Usage tracker for resource:security_group_rule and tenant:7902a3a019f0407eaef914e958fcf781 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:38.977567 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-370d5d01-f594-4504-92d7-9b94b1d5dd48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:39.001193 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-370d5d01-f594-4504-92d7-9b94b1d5dd48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:39.090244 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Network 0d803767-4ecb-437e-9ddf-0b3a1f09ff47 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   % (table.description, expected, rows_matched)
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   % (table.description, expected, rows_matched)
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   % (table.description, expected, rows_matched)
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   % (table.description, expected, rows_matched)
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:52:39.119765 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:52:39.214897 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:39.224008 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:39.240046 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:39.255770 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d803767-4ecb-437e-9ddf-0b3a1f09ff47,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:39.264826 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:39.302939 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ef528073-3176-4fb7-a7ce-122c99398746 admin admin] 10.222.0.88 "DELETE /v2.0/networks/0d803767-4ecb-437e-9ddf-0b3a1f09ff47 HTTP/1.1" status: 204  len: 168 time: 2.5497580
Dec 04 00:52:39.306434 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59526) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:39.310555 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-370d5d01-f594-4504-92d7-9b94b1d5dd48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:39.314411 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-370d5d01-f594-4504-92d7-9b94b1d5dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:39.323201 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-856d1a85-7c08-45c0-b1d3-eff6cadf2fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:39.365636 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d5d01-f594-4504-92d7-9b94b1d5dd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadcbf84-a817-40ec-8f3f-98443479c4ad,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:39.373361 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-370d5d01-f594-4504-92d7-9b94b1d5dd48 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7902a3a019f0407eaef914e958fcf781&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7268660
Dec 04 00:52:39.373361 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-370d5d01-f594-4504-92d7-9b94b1d5dd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:39.373361 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59530) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:39.440990 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a43434d4-04ae-4fad-ac8f-00681e96a65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:39.469245 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a43434d4-04ae-4fad-ac8f-00681e96a65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:39.517344 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a43434d4-04ae-4fad-ac8f-00681e96a65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:39.522437 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-aeba1ebc-b33f-44f8-898d-d394f5df4313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:39.535472 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43434d4-04ae-4fad-ac8f-00681e96a65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadcbf84-a817-40ec-8f3f-98443479c4ad,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:39.538100 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a43434d4-04ae-4fad-ac8f-00681e96a65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:39.541928 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a43434d4-04ae-4fad-ac8f-00681e96a65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:39.556217 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a43434d4-04ae-4fad-ac8f-00681e96a65e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cadcbf84-a817-40ec-8f3f-98443479c4ad HTTP/1.1" status: 204  len: 168 time: 0.1817000
Dec 04 00:52:39.679989 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9d9969b-1ebc-4814-a2a9-415405e79924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853795913'] for router_interface, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:39.902812 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59538) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:39.922468 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf0d2110-73df-4479-8b7c-0cabd25a5526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:39.938914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cf0d2110-73df-4479-8b7c-0cabd25a5526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:39.943510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-cf0d2110-73df-4479-8b7c-0cabd25a5526 admin admin] Usage tracker for resource:security_group_rule and tenant:3686af8225ec44279df9e2c3c49a8bc4 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:39.946708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-cf0d2110-73df-4479-8b7c-0cabd25a5526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:39.953019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cf0d2110-73df-4479-8b7c-0cabd25a5526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:40.041775 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf0d2110-73df-4479-8b7c-0cabd25a5526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:40.045848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf0d2110-73df-4479-8b7c-0cabd25a5526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:40.055599 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c7c1849c-3f53-407c-9004-ffdae98df0d1 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:40.105002 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-cf0d2110-73df-4479-8b7c-0cabd25a5526 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3686af8225ec44279df9e2c3c49a8bc4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2008152
Dec 04 00:52:40.106010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d2110-73df-4479-8b7c-0cabd25a5526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520c6ad2-c3d8-4792-8550-e04d863ac8b9,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:40.108582 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59542) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:40.111748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cf0d2110-73df-4479-8b7c-0cabd25a5526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:40.171597 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ee12-deb9-4223-bfe7-a48c9b98b09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:40.199687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ee12-deb9-4223-bfe7-a48c9b98b09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:40.248221 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ee12-deb9-4223-bfe7-a48c9b98b09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:40.253572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1239dab9-3c11-472b-8f70-61d90990babc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:40.266615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8ee12-deb9-4223-bfe7-a48c9b98b09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520c6ad2-c3d8-4792-8550-e04d863ac8b9,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:40.269856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e9c8ee12-deb9-4223-bfe7-a48c9b98b09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:40.271998 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ee12-deb9-4223-bfe7-a48c9b98b09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:40.273239 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e9c8ee12-deb9-4223-bfe7-a48c9b98b09d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/520c6ad2-c3d8-4792-8550-e04d863ac8b9 HTTP/1.1" status: 204  len: 168 time: 0.1636047
Dec 04 00:52:40.297394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9969b-1ebc-4814-a2a9-415405e79924 admin admin] Deleting port 7ea0bc12-1bef-4400-beca-630de6677b9a {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:40.297394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9d9969b-1ebc-4814-a2a9-415405e79924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:40.479897 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-b9d9969b-1ebc-4814-a2a9-415405e79924 admin admin] For port 7ea0bc12-1bef-4400-beca-630de6677b9a, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=7ea0bc12-1bef-4400-beca-630de6677b9a,segment=NetworkSegment(30df1d72-9669-45c9-85f5-c8b4b95f2dc5),segment_id=30df1d72-9669-45c9-85f5-c8b4b95f2dc5)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:40.480489 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9d9969b-1ebc-4814-a2a9-415405e79924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:40.610134 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9969b-1ebc-4814-a2a9-415405e79924 admin admin] Calling delete_port for 7ea0bc12-1bef-4400-beca-630de6677b9a owned by network:router_interface {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:40.783547 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9d9969b-1ebc-4814-a2a9-415405e79924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:40.797400 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0144569e-4137-4a3c-a1f2-7e73a9e3a275 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:40.893055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9969b-1ebc-4814-a2a9-415405e79924 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea0bc12-1bef-4400-beca-630de6677b9a,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:40.899935 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b9d9969b-1ebc-4814-a2a9-415405e79924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:41.210818 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b9d9969b-1ebc-4814-a2a9-415405e79924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7528682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974442'] for router_interface, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:41.962698 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d9969b-1ebc-4814-a2a9-415405e79924 admin admin] Router 28354f0d-b512-4663-a8b0-fdbb07f384b4 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:52:42.159139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d9969b-1ebc-4814-a2a9-415405e79924 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:52:42.168548 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b9d9969b-1ebc-4814-a2a9-415405e79924 admin admin] 10.222.0.88 "PUT /v2.0/routers/28354f0d-b512-4663-a8b0-fdbb07f384b4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8609550
Dec 04 00:52:42.169841 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd633f-dbc0-4bc2-94de-6acffdc1c876 None None] Sync routers for ids ['28354f0d-b512-4663-a8b0-fdbb07f384b4'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:52:42.172290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59582) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:42.198989 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd633f-dbc0-4bc2-94de-6acffdc1c876 None None] Routers {'28354f0d-b512-4663-a8b0-fdbb07f384b4'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:52:42.199846 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b7bd633f-dbc0-4bc2-94de-6acffdc1c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09f62be0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:52:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['28354f0d-b512-4663-a8b0-fdbb07f384b4'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:42.220304 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-94b80289-e11d-4854-9d14-6eabddbeb0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:42.382901 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc155158-c1ac-4745-aa6f-5b13f3527bb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:42.412610 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-b7bd633f-dbc0-4bc2-94de-6acffdc1c876 None None] Set router 28354f0d-b512-4663-a8b0-fdbb07f384b4 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:52:42.576927 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc155158-c1ac-4745-aa6f-5b13f3527bb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:42.582561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-bc155158-c1ac-4745-aa6f-5b13f3527bb0 admin admin] Deleting port 4a621c3d-1014-4402-9ee9-ed9a870c76ea {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:42.582939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc155158-c1ac-4745-aa6f-5b13f3527bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:42.721945 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b7bd633f-dbc0-4bc2-94de-6acffdc1c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09f62be0>, [{'id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'name': 'tempest-TestShelveInstance-1902018307-router', 'tenant_id': '84657e644e804203893cbfa105282e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:38Z', 'updated_at': '2020-12-04T00:52:40Z', 'revision_number': 5, 'project_id': '84657e644e804203893cbfa105282e99', 'gw_port': {'id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:40Z', 'updated_at': '2020-12-04T00:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:42.726510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd633f-dbc0-4bc2-94de-6acffdc1c876 None None] Checking router: 28354f0d-b512-4663-a8b0-fdbb07f384b4 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:52:42.737221 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd633f-dbc0-4bc2-94de-6acffdc1c876 None None] Routers {'28354f0d-b512-4663-a8b0-fdbb07f384b4'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:52:42.737894 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b7bd633f-dbc0-4bc2-94de-6acffdc1c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09f62be0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:52:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['28354f0d-b512-4663-a8b0-fdbb07f384b4'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:42.772187 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-bc155158-c1ac-4745-aa6f-5b13f3527bb0 admin admin] For port 4a621c3d-1014-4402-9ee9-ed9a870c76ea, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=4a621c3d-1014-4402-9ee9-ed9a870c76ea,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:42.772683 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc155158-c1ac-4745-aa6f-5b13f3527bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:42.910808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-bc155158-c1ac-4745-aa6f-5b13f3527bb0 admin admin] Calling delete_port for 4a621c3d-1014-4402-9ee9-ed9a870c76ea owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:42.939062 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-b7bd633f-dbc0-4bc2-94de-6acffdc1c876 None None] Set router 28354f0d-b512-4663-a8b0-fdbb07f384b4 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:52:43.051139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc155158-c1ac-4745-aa6f-5b13f3527bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:43.246189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc155158-c1ac-4745-aa6f-5b13f3527bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853796801'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:43.248970 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-b7bd633f-dbc0-4bc2-94de-6acffdc1c876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09f62be0>, [{'id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'name': 'tempest-TestShelveInstance-1902018307-router', 'tenant_id': '84657e644e804203893cbfa105282e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:38Z', 'updated_at': '2020-12-04T00:52:40Z', 'revision_number': 5, 'project_id': '84657e644e804203893cbfa105282e99', 'gw_port': {'id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:40Z', 'updated_at': '2020-12-04T00:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:43.253614 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd633f-dbc0-4bc2-94de-6acffdc1c876 None None] The sync data for ids ['28354f0d-b512-4663-a8b0-fdbb07f384b4'] in dv-cinder-763306-5-iscsi is: [{'id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'name': 'tempest-TestShelveInstance-1902018307-router', 'tenant_id': '84657e644e804203893cbfa105282e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:38Z', 'updated_at': '2020-12-04T00:52:40Z', 'revision_number': 5, 'project_id': '84657e644e804203893cbfa105282e99', 'gw_port': {'id': '4a621c3d-1014-4402-9ee9-ed9a870c76ea', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28354f0d-b512-4663-a8b0-fdbb07f384b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:40Z', 'updated_at': '2020-12-04T00:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:52:43.381578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc155158-c1ac-4745-aa6f-5b13f3527bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853817827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759809'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:43.384065 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc155158-c1ac-4745-aa6f-5b13f3527bb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:43.390276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 7ea0bc12-1bef-4400-beca-630de6677b9a no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:52:43.407266 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc155158-c1ac-4745-aa6f-5b13f3527bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951692'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:43.407897 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc155158-c1ac-4745-aa6f-5b13f3527bb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28354f0d-b512-4663-a8b0-fdbb07f384b4 {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 00:52:43.420932 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bc155158-c1ac-4745-aa6f-5b13f3527bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:43.422474 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-bc155158-c1ac-4745-aa6f-5b13f3527bb0 admin admin] 10.222.0.88 "DELETE /v2.0/routers/28354f0d-b512-4663-a8b0-fdbb07f384b4 HTTP/1.1" status: 204  len: 168 time: 1.2489409
Dec 04 00:52:43.425366 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59600) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:43.500827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af1c972-b8eb-4267-8aa8-57a8725a7f48 admin admin] Deleting subnet 61c7319c-14ee-42d1-a31b-0a79c7c9a15c {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:52:43.506370 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3af1c972-b8eb-4267-8aa8-57a8725a7f48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:43.563409 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3af1c972-b8eb-4267-8aa8-57a8725a7f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2562449'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:43.595817 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: 7ea0bc12-1bef-4400-beca-630de6677b9a {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:52:43.596200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 7ea0bc12-1bef-4400-beca-630de6677b9a not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:52:43.650603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3af1c972-b8eb-4267-8aa8-57a8725a7f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:43.917980 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3af1c972-b8eb-4267-8aa8-57a8725a7f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852213475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851538122'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:43.934448 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:44.021081 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1c972-b8eb-4267-8aa8-57a8725a7f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61c7319c-14ee-42d1-a31b-0a79c7c9a15c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:44.023910 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3af1c972-b8eb-4267-8aa8-57a8725a7f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:44.077087 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3af1c972-b8eb-4267-8aa8-57a8725a7f48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:44.083608 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e8643a-b9e3-47c8-9a08-813705c9ecaa None None] Network 6fef0feb-8f7e-4136-a76f-5c444ddf1008 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:52:44.083781 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3af1c972-b8eb-4267-8aa8-57a8725a7f48 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/61c7319c-14ee-42d1-a31b-0a79c7c9a15c HTTP/1.1" status: 204  len: 168 time: 0.6573131
Dec 04 00:52:44.086557 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59610) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:44.402321 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73377c0-067a-4e50-8304-491e6a450f69 None None] DHCP port deletion for 6fef0feb-8f7e-4136-a76f-5c444ddf1008 request from dv-cinder-763306-5-iscsi {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 04 00:52:44.407723 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-e73377c0-067a-4e50-8304-491e6a450f69 None None] Deleting port bea68419-f334-4416-944e-98e5fecdb48c {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:44.408408 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e73377c0-067a-4e50-8304-491e6a450f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:44.462320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:44.486451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-49cf00b0-4651-4cd9-8988-d2e9edf07ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:44.535791 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Deleting port bea68419-f334-4416-944e-98e5fecdb48c {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:44.536167 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:44.656090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-e73377c0-067a-4e50-8304-491e6a450f69 None None] For port bea68419-f334-4416-944e-98e5fecdb48c, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=bea68419-f334-4416-944e-98e5fecdb48c,segment=NetworkSegment(30df1d72-9669-45c9-85f5-c8b4b95f2dc5),segment_id=30df1d72-9669-45c9-85f5-c8b4b95f2dc5)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:44.656458 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e73377c0-067a-4e50-8304-491e6a450f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:44.753137 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] For port bea68419-f334-4416-944e-98e5fecdb48c, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=bea68419-f334-4416-944e-98e5fecdb48c,segment=NetworkSegment(30df1d72-9669-45c9-85f5-c8b4b95f2dc5),segment_id=30df1d72-9669-45c9-85f5-c8b4b95f2dc5)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:44.753532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:44.784777 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-e73377c0-067a-4e50-8304-491e6a450f69 None None] Calling delete_port for bea68419-f334-4416-944e-98e5fecdb48c owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:44.862175 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e73377c0-067a-4e50-8304-491e6a450f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986'] for port, after_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:44.875339 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:44.886579 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Calling delete_port for bea68419-f334-4416-944e-98e5fecdb48c owned by network:dhcp {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:44.957954 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80263) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:52:44.958350 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:52:44.969776 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73377c0-067a-4e50-8304-491e6a450f69 None None] Pushing event deleted for resources: {'Port': ['ID=bea68419-f334-4416-944e-98e5fecdb48c,revision_number=None']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:44.972734 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e73377c0-067a-4e50-8304-491e6a450f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:45.025880 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73377c0-067a-4e50-8304-491e6a450f69 None None] No DVR routers for this DVR port bea68419-f334-4416-944e-98e5fecdb48c on host dv-cinder-763306-5-iscsi {{(pid=80264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:52:45.429925 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device bea68419-f334-4416-944e-98e5fecdb48c no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:52:45.460173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Deleting port bea68419-f334-4416-944e-98e5fecdb48c {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:45.460672 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:45.465775 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: bea68419-f334-4416-944e-98e5fecdb48c {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:52:45.466184 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device bea68419-f334-4416-944e-98e5fecdb48c not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:52:45.466714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 4a621c3d-1014-4402-9ee9-ed9a870c76ea no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:52:45.504618 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: 4a621c3d-1014-4402-9ee9-ed9a870c76ea {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:52:45.504896 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 4a621c3d-1014-4402-9ee9-ed9a870c76ea not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:52:45.539154 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] The port 'bea68419-f334-4416-944e-98e5fecdb48c' was deleted {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 04 00:52:45.659514 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:45.668883 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:45.788605 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb08526cf8>,) {'filters': {'network_id': ['6fef0feb-8f7e-4136-a76f-5c444ddf1008']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:45.801760 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb08526cf8>, '30df1d72-9669-45c9-85f5-c8b4b95f2dc5') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:45.801913 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59628) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:45.802390 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb08526cf8>, '30df1d72-9669-45c9-85f5-c8b4b95f2dc5') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:52:45.815270 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852213351'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:45.834858 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:45.837439 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:52:45.962424 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ce25-d98f-4f36-8238-b101568ec109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:45.979140 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9fa7ce25-d98f-4f36-8238-b101568ec109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:45.983541 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9fa7ce25-d98f-4f36-8238-b101568ec109 admin admin] Usage tracker for resource:security_group_rule and tenant:84ece34a20e24176aa99f5d77b350cfc is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:45.986618 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9fa7ce25-d98f-4f36-8238-b101568ec109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:45.992949 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9fa7ce25-d98f-4f36-8238-b101568ec109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:46.025722 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Network 6fef0feb-8f7e-4136-a76f-5c444ddf1008 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:52:46.035410 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2563006'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.082925 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ce25-d98f-4f36-8238-b101568ec109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.086492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9fa7ce25-d98f-4f36-8238-b101568ec109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.089186 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.096265 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cec99c2a-72a3-4aa2-a59a-7d84e9ab6a3e tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:46.139681 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9fa7ce25-d98f-4f36-8238-b101568ec109 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=84ece34a20e24176aa99f5d77b350cfc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3362894
Dec 04 00:52:46.140641 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7ce25-d98f-4f36-8238-b101568ec109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c3a051-a209-42e1-8529-0b7949be06d6,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:46.143771 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59634) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:46.146264 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9fa7ce25-d98f-4f36-8238-b101568ec109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:46.213956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4fd493a4-a323-4e6f-ad4b-53998597589e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.229039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Network 6fef0feb-8f7e-4136-a76f-5c444ddf1008 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:52:46.243239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4fd493a4-a323-4e6f-ad4b-53998597589e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:52:46.252595 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:52:46.292652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4fd493a4-a323-4e6f-ad4b-53998597589e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.298310 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d41d1448-31b6-4f20-9724-07a29a3a41e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:46.309442 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd493a4-a323-4e6f-ad4b-53998597589e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c3a051-a209-42e1-8529-0b7949be06d6,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:46.315733 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4fd493a4-a323-4e6f-ad4b-53998597589e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:46.318141 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4fd493a4-a323-4e6f-ad4b-53998597589e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.320103 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4fd493a4-a323-4e6f-ad4b-53998597589e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d6c3a051-a209-42e1-8529-0b7949be06d6 HTTP/1.1" status: 204  len: 168 time: 0.1756761
Dec 04 00:52:46.334151 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.339663 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5ffcea8e-2aa6-4837-b8f6-dbd6f2807e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:46.357182 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.366092 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Pushing event deleted for resources: {'Network': ['ID=6fef0feb-8f7e-4136-a76f-5c444ddf1008,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:46.369253 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:46.373231 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-c7829326-00d5-4a1a-912f-333dd5cb43dd admin admin] 10.222.0.88 "DELETE /v2.0/networks/6fef0feb-8f7e-4136-a76f-5c444ddf1008 HTTP/1.1" status: 204  len: 168 time: 2.2835569
Dec 04 00:52:46.523091 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59644) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:46.578744 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ddfc74a4-1323-40c6-8252-1721214db8e3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=159ca91a7f9e406ab5effb717ffc39d1&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0541818
Dec 04 00:52:46.581519 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59648) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:46.641426 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.647017 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2a216702-9ea8-461e-877d-2916e0f923a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.678634 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2a216702-9ea8-461e-877d-2916e0f923a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.726547 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2a216702-9ea8-461e-877d-2916e0f923a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.730862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-efbba067-ee1f-401c-9d1c-210513bcd1d9 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:46.744363 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a216702-9ea8-461e-877d-2916e0f923a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b17c88b-7fbe-4437-a58b-259aba753380,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:46.748099 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2a216702-9ea8-461e-877d-2916e0f923a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:46.754426 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2a216702-9ea8-461e-877d-2916e0f923a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.758528 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2a216702-9ea8-461e-877d-2916e0f923a1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2b17c88b-7fbe-4437-a58b-259aba753380 HTTP/1.1" status: 204  len: 168 time: 0.1731763
Dec 04 00:52:46.767113 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59654) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:46.787788 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9b7d856b-41d3-4f00-9713-66aba3faa0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.804107 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9b7d856b-41d3-4f00-9713-66aba3faa0a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:46.808299 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9b7d856b-41d3-4f00-9713-66aba3faa0a5 admin admin] Usage tracker for resource:security_group_rule and tenant:ce7b1250e89b437f89dc562a650d9a42 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:46.811329 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9b7d856b-41d3-4f00-9713-66aba3faa0a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:46.817389 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9b7d856b-41d3-4f00-9713-66aba3faa0a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:46.904775 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9b7d856b-41d3-4f00-9713-66aba3faa0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.908116 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9b7d856b-41d3-4f00-9713-66aba3faa0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:46.916177 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e04e515a-6949-46fa-a8fd-8a121da2d04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:46.961092 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9b7d856b-41d3-4f00-9713-66aba3faa0a5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ce7b1250e89b437f89dc562a650d9a42&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1926866
Dec 04 00:52:46.961993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d856b-41d3-4f00-9713-66aba3faa0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd2dfe7-9b71-4a68-aeae-46371390ea26,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:46.964659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59658) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:46.965497 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9b7d856b-41d3-4f00-9713-66aba3faa0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:47.031256 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1dbe998f-cf18-4e87-80f9-7085d0613ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:47.059708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1dbe998f-cf18-4e87-80f9-7085d0613ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:47.107016 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1dbe998f-cf18-4e87-80f9-7085d0613ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:47.113033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d6c7f3ff-3cd1-4aa0-afe0-493338f0f88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:47.127607 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe998f-cf18-4e87-80f9-7085d0613ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd2dfe7-9b71-4a68-aeae-46371390ea26,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:47.130620 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1dbe998f-cf18-4e87-80f9-7085d0613ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:47.131939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1dbe998f-cf18-4e87-80f9-7085d0613ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:47.136107 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1dbe998f-cf18-4e87-80f9-7085d0613ff1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3dd2dfe7-9b71-4a68-aeae-46371390ea26 HTTP/1.1" status: 204  len: 168 time: 0.1667717
Dec 04 00:52:47.197413 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59666) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:47.254792 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4b2732b3-5b94-45cd-ae1d-29293bf866a9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=84657e644e804203893cbfa105282e99&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0560167
Dec 04 00:52:47.257538 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59670) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:47.321112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04c05e5e-e211-4a6e-82e7-b06b7f756cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:47.349923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04c05e5e-e211-4a6e-82e7-b06b7f756cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:47.397337 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04c05e5e-e211-4a6e-82e7-b06b7f756cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:47.402532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-224312b2-8d19-4814-89d4-1a2a685ec6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:47.418199 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c05e5e-e211-4a6e-82e7-b06b7f756cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc19b820-4dcd-4aca-b3bb-d95b7204e2b7,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:47.421572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-04c05e5e-e211-4a6e-82e7-b06b7f756cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:47.422378 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-04c05e5e-e211-4a6e-82e7-b06b7f756cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:47.423647 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-04c05e5e-e211-4a6e-82e7-b06b7f756cb7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dc19b820-4dcd-4aca-b3bb-d95b7204e2b7 HTTP/1.1" status: 204  len: 168 time: 0.1650679
Dec 04 00:52:48.127692 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59692) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:48.293546 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-726226106-network', 'tenant_id': '7370942926b244a1b5ff0ceb4ebc7c0e'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:52:48.299260 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:48.303812 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Usage tracker for resource:network and tenant:7370942926b244a1b5ff0ceb4ebc7c0e is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:48.307328 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:48.314783 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:48.325460 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Made reservation on behalf of 7370942926b244a1b5ff0ceb4ebc7c0e for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:52:48.330828 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:48.350794 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:48.372885 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:48.378222 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Usage tracker for resource:security_group_rule and tenant:7370942926b244a1b5ff0ceb4ebc7c0e is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:48.381561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:48.388134 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:48.480322 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:48.485043 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:48.488218 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d184c47e-b6db-4ca2-801e-e5705b850133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:48.525172 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:52:48.531716 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c362b1b4-f7f5-430c-b96a-dbbe832d3483,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:48.535263 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:48.540738 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790468194624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:48.541176 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Added segment 24747f77-5033-47b3-9302-e0604539827a of type vxlan for network 31cfe447-2962-4556-949b-f4893b4e9960
Dec 04 00:52:48.575466 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:48.608691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:48.610025 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:48.610681 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:48.614280 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:48.726212 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Pushing event updated for resources: {'Network': ['ID=31cfe447-2962-4556-949b-f4893b4e9960,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:48.729812 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:48.734469 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6046915
Dec 04 00:52:48.737652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59698) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:48.739791 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network 31cfe447-2962-4556-949b-f4893b4e9960 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:52:48.744143 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Request body: {'subnet': {'network_id': '31cfe447-2962-4556-949b-f4893b4e9960', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-726226106-subnet', 'tenant_id': '7370942926b244a1b5ff0ceb4ebc7c0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:52:48.749787 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:48.753954 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Usage tracker for resource:subnet and tenant:7370942926b244a1b5ff0ceb4ebc7c0e is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:48.754099 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network 31cfe447-2962-4556-949b-f4893b4e9960 details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:52:48.757210 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:48.762986 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:48.773796 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Made reservation on behalf of 7370942926b244a1b5ff0ceb4ebc7c0e for: {'subnet': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:52:48.778754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2260943'] for subnet, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:49.207990 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851524055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2260958'] for subnet, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:49.222252 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1e12f338-d228-40f6-8064-89ca29cef2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:49.353768 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d4a2db3-71b1-4acc-a86b-0f43ebad9981,revision_number=0']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:49.358324 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:49.427232 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Checking segment: {'id': '24747f77-5033-47b3-9302-e0604539827a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '31cfe447-2962-4556-949b-f4893b4e9960'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:52:49.427665 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Network hostable DHCP agents. Network: 31cfe447-2962-4556-949b-f4893b4e9960, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80262) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:52:49.451470 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Network 31cfe447-2962-4556-949b-f4893b4e9960 is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80262) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:52:49.461062 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, 31cfe447-2962-4556-949b-f4893b4e9960) {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:52:49.472052 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcc5322-1512-4d7b-b390-a7b4cc0e9774 None None] Network 31cfe447-2962-4556-949b-f4893b4e9960 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:52:49.473705 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:49.474363 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:49.494815 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-87d0371c-3e67-44b8-99ba-ab661c72c316 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7559435
Dec 04 00:52:49.720548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d166abef-e958-4979-a29c-f23a70748d04 None None] Network 31cfe447-2962-4556-949b-f4893b4e9960 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:52:50.349857 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59718) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:50.360535 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1667654708-network', 'tenant_id': 'a88ec4f996e64345879d056f67f6a18a'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:52:50.366305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:50.372212 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Usage tracker for resource:network and tenant:a88ec4f996e64345879d056f67f6a18a is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:50.375760 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:50.382481 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:50.395063 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Made reservation on behalf of a88ec4f996e64345879d056f67f6a18a for: {'network': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:52:50.400082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for network, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:50.416440 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:50.435955 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:50.441526 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Usage tracker for resource:security_group_rule and tenant:a88ec4f996e64345879d056f67f6a18a is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:50.452865 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:50.459578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:50.560523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:50.564661 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:50.568072 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fc5bc071-f259-4884-b909-2ac711ec5f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:50.619375 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 04 00:52:50.630660 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d2f0b9-63d2-4bf5-af8a-83b7572a9b7e,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:50.641159 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790468194624', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:50.641608 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.segments_db [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Added segment a5eaa4d9-b4f2-427e-8ed0-eea109d07b01 of type vxlan for network c769bd1b-d599-46ea-93c0-ca154908558c
Dec 04 00:52:50.643778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.644188 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.644607 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.645005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.645397 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.645788 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.646181 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.646569 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.646965 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.647347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.647761 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.648137 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.648601 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.648992 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.649380 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.649765 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.650146 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.650530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.650911 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.651293 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.651706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.652091 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.652472 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.652853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:50.662391 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:50.696987 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790467651119'] for network, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:50.735497 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135'] for network, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:50.736890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:50.737546 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:50.741799 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-98b258af-dfc7-4d60-a9dc-ad12f050191b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:50.866948 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Pushing event updated for resources: {'Network': ['ID=c769bd1b-d599-46ea-93c0-ca154908558c,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:50.872564 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5212710
Dec 04 00:52:50.874050 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-88429d7e-cf0d-49d9-9603-94678db3e4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:50.876087 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59722) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:52:50.882638 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Network c769bd1b-d599-46ea-93c0-ca154908558c details requested by agent ovs-agent-dv-cinder-763306-5-iscsi with host dv-cinder-763306-5-iscsi {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:52:50.887508 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Request body: {'subnet': {'network_id': 'c769bd1b-d599-46ea-93c0-ca154908558c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1667654708-subnet', 'tenant_id': 'a88ec4f996e64345879d056f67f6a18a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:52:50.895194 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:52:50.899937 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Usage tracker for resource:subnet and tenant:a88ec4f996e64345879d056f67f6a18a is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:52:50.903286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:52:50.903491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Network c769bd1b-d599-46ea-93c0-ca154908558c details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80264) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 04 00:52:50.910102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:52:50.920835 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Made reservation on behalf of a88ec4f996e64345879d056f67f6a18a for: {'subnet': 1} {{(pid=80263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:52:50.926007 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3237660'] for subnet, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:51.431801 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2562392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3237645'] for subnet, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:51.450647 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:51.601270 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=affc183c-c819-4862-a817-5efc0816505e,revision_number=0']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:51.606542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:51.679120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Checking segment: {'id': 'a5eaa4d9-b4f2-427e-8ed0-eea109d07b01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c769bd1b-d599-46ea-93c0-ca154908558c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:52:51.679370 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Network hostable DHCP agents. Network: c769bd1b-d599-46ea-93c0-ca154908558c, hostable agents: ['99a60bcf-7fed-4a5b-93b0-7a198faac01f'], hosted agents: [] {{(pid=80263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 04 00:52:51.700415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Network c769bd1b-d599-46ea-93c0-ca154908558c is scheduled to be hosted by DHCP agent 99a60bcf-7fed-4a5b-93b0-7a198faac01f with binding_index 1 {{(pid=80263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 04 00:52:51.709214 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-iscsi, c769bd1b-d599-46ea-93c0-ca154908558c) {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:52:51.718821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fed60fc-6d95-4372-9a2b-1b11f6e7df4e None None] Network c769bd1b-d599-46ea-93c0-ca154908558c requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:52:51.721647 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:51.722296 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:51.742953 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8654256
Dec 04 00:52:51.950475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2631bdd0-d018-4ddb-8432-95396c00b18d None None] Network c769bd1b-d599-46ea-93c0-ca154908558c requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:52:56.404631 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f44ddd-ef75-4ea4-92ed-1733af01e20c req-e6eca083-e394-4fee-b6b8-202e6c750ac9 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:56.406203 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-57f44ddd-ef75-4ea4-92ed-1733af01e20c req-e6eca083-e394-4fee-b6b8-202e6c750ac9 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.1005468
Dec 04 00:52:56.467546 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-57f44ddd-ef75-4ea4-92ed-1733af01e20c req-5558aad4-1204-464c-8af9-3a4c5d973019 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518932
Dec 04 00:52:56.987868 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:57.728136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf859d-b5d7-4910-9de3-f7bcaa8e926f req-867a1725-0d9d-4111-9065-9b205d3fba70 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:57.729755 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d8cf859d-b5d7-4910-9de3-f7bcaa8e926f req-867a1725-0d9d-4111-9065-9b205d3fba70 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0938258
Dec 04 00:52:57.778996 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d8cf859d-b5d7-4910-9de3-f7bcaa8e926f req-558e22cc-8e3f-4c9e-b528-8d9fb66352cf tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425305
Dec 04 00:52:57.876200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-e13d72b4-a70a-4c4c-aeaa-676d31e4c035 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:57.877804 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-e13d72b4-a70a-4c4c-aeaa-676d31e4c035 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.91 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 945 time: 0.0873368
Dec 04 00:52:57.958628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Deleting port acc552c3-4f7f-4e7e-812b-d4adc8d5231d {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:57.959013 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:58.016111 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-880b6b7b-000d-4b16-9ec2-8fd3d6f5545e req-719882a9-417f-4ba9-a508-7a76ca207960 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0763392
Dec 04 00:52:58.119927 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b6b7b-000d-4b16-9ec2-8fd3d6f5545e req-7d936438-e8de-41d2-9366-cc7e90c4082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:58.121677 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-880b6b7b-000d-4b16-9ec2-8fd3d6f5545e req-7d936438-e8de-41d2-9366-cc7e90c4082c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 1162 time: 0.0815566
Dec 04 00:52:58.123408 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device acc552c3-4f7f-4e7e-812b-d4adc8d5231d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:52:58.240415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] For port acc552c3-4f7f-4e7e-812b-d4adc8d5231d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=acc552c3-4f7f-4e7e-812b-d4adc8d5231d,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:58.240941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:58.256920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:58.294719 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b6b7b-000d-4b16-9ec2-8fd3d6f5545e req-9e935d5d-6d54-43b4-88da-b2dc87e59d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:58.296366 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-880b6b7b-000d-4b16-9ec2-8fd3d6f5545e req-9e935d5d-6d54-43b4-88da-b2dc87e59d67 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.1538215
Dec 04 00:52:58.412280 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-880b6b7b-000d-4b16-9ec2-8fd3d6f5545e req-4bf9d1e2-db62-4be7-bf03-b504ba891ae9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=741eff27-70df-473a-b111-ca2fd7508666 HTTP/1.1" status: 200  len: 1001 time: 0.1081164
Dec 04 00:52:58.454581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:52:58.486379 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port acc552c3-4f7f-4e7e-812b-d4adc8d5231d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=acc552c3-4f7f-4e7e-812b-d4adc8d5231d,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:58.493235 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:58.495535 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2516ab21-f0c6-437d-ae93-5011a4353c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:52:58.604957 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:58.605385 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:58.605740 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Floating IP 4a86d422-5a6d-4028-916d-b46ebe7e4935 disassociated. External IP: 172.27.3.151, port: acc552c3-4f7f-4e7e-812b-d4adc8d5231d.
Dec 04 00:52:58.606127 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Calling delete_port for acc552c3-4f7f-4e7e-812b-d4adc8d5231d owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:58.610070 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d', 'code': 200}
Dec 04 00:52:58.610988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=acc552c3-4f7f-4e7e-812b-d4adc8d5231d,revision_number=7']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:52:58.620025 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.620711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.621231 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.621743 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.622255 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.622760 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.623271 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.623801 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.624316 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.624824 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.625380 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.625988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.626675 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.627200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.627776 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.628281 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.628790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.629291 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.629815 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.630333 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.630859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.631360 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.631895 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.632406 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:52:58.638306 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:52:58.695774 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:52:58.696215 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:52:58.796541 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b6b7b-000d-4b16-9ec2-8fd3d6f5545e req-2771f5dd-f9a7-41f8-b7c0-77f0682e379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:58.798467 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-880b6b7b-000d-4b16-9ec2-8fd3d6f5545e req-2771f5dd-f9a7-41f8-b7c0-77f0682e379e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.3792460
Dec 04 00:52:58.884124 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b6b7b-000d-4b16-9ec2-8fd3d6f5545e req-5d200547-ad16-448b-bc09-16546275a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:58.885768 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-880b6b7b-000d-4b16-9ec2-8fd3d6f5545e req-5d200547-ad16-448b-bc09-16546275a92b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801308
Dec 04 00:52:59.035308 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59199f-58a4-475f-9cbf-74a35243e967 req-0ba8bc79-6070-417b-a713-1901bf785529 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:52:59.037018 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7e59199f-58a4-475f-9cbf-74a35243e967 req-0ba8bc79-6070-417b-a713-1901bf785529 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 943 time: 0.0945265
Dec 04 00:52:59.053732 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-880b6b7b-000d-4b16-9ec2-8fd3d6f5545e req-425ab5a9-28f3-4542-a70f-3bcb87f24b0f service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599619
Dec 04 00:52:59.090285 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7e59199f-58a4-475f-9cbf-74a35243e967 req-24964a8f-0274-4566-8bec-0f0f77355469 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups?id=5812d592-40e2-4be7-993b-60fe12cd6a83&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463443
Dec 04 00:52:59.197121 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Deleting port acc552c3-4f7f-4e7e-812b-d4adc8d5231d {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:52:59.197642 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:59.213610 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-880b6b7b-000d-4b16-9ec2-8fd3d6f5545e req-aec75a64-f6f1-452c-83c0-9fb3c81ebc71 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489391
Dec 04 00:52:59.434204 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:52:59.464090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] For port acc552c3-4f7f-4e7e-812b-d4adc8d5231d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=acc552c3-4f7f-4e7e-812b-d4adc8d5231d,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:52:59.464495 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:59.785320 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:59.785823 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:59.786217 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Floating IP 4a86d422-5a6d-4028-916d-b46ebe7e4935 disassociated. External IP: 172.27.3.151, port: acc552c3-4f7f-4e7e-812b-d4adc8d5231d.
Dec 04 00:52:59.786608 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Calling delete_port for acc552c3-4f7f-4e7e-812b-d4adc8d5231d owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:52:59.941485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:52:59.960209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b9d9969b-1ebc-4814-a2a9-415405e79924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:00.057205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event deleted for resources: {'Port': ['ID=acc552c3-4f7f-4e7e-812b-d4adc8d5231d,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:00.067685 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:00.317919 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c9067153-5f07-4f75-b312-b6170ffcdd79 req-739b7f2b-d55d-4004-9734-b3f02c2669e9 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 210 time: 0.0547030
Dec 04 00:53:00.607471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Router a0b2bddf-d440-4ba8-a24c-b74790c277cf has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:53:00.811126 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:53:00.822129 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa7ab2-ae39-4546-b1fe-e8a6b613d3b6 None None] Sync routers for ids ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:53:00.833229 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa7ab2-ae39-4546-b1fe-e8a6b613d3b6 None None] Routers {'a0b2bddf-d440-4ba8-a24c-b74790c277cf'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:53:00.833996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-5afa7ab2-ae39-4546-b1fe-e8a6b613d3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09e95080>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:52:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:00.847840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] No DVR routers for this DVR port acc552c3-4f7f-4e7e-812b-d4adc8d5231d on host hv-cinder-76330 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:53:00.850272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:00.853412 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'name': 'network-vif-deleted', 'tag': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:53:00.869951 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-aaa528e2-faf2-47bd-81ef-103a90e65b9d req-c1ee734a-6022-4aff-89d5-17398f988c72 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.91 "DELETE /v2.0/ports/acc552c3-4f7f-4e7e-812b-d4adc8d5231d HTTP/1.1" status: 204  len: 173 time: 2.9861505
Dec 04 00:53:00.918379 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d70f78d-52f7-4cde-862a-b5b3faf2088c', 'name': 'network-vif-deleted', 'tag': 'acc552c3-4f7f-4e7e-812b-d4adc8d5231d', 'status': 'completed', 'code': 200}
Dec 04 00:53:01.029142 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-5afa7ab2-ae39-4546-b1fe-e8a6b613d3b6 None None] Set router a0b2bddf-d440-4ba8-a24c-b74790c277cf gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:53:01.374793 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-5afa7ab2-ae39-4546-b1fe-e8a6b613d3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09e95080>, [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:21Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'fcc71633-b53b-40b7-94ff-a121b5cc8c32', 'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'mac_address': 'fa:16:3e:69:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:18Z', 'updated_at': '2020-12-04T00:44:31Z', 'revision_number': 5, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'subnets': [{'id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:01.379711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa7ab2-ae39-4546-b1fe-e8a6b613d3b6 None None] Checking router: a0b2bddf-d440-4ba8-a24c-b74790c277cf for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:53:01.389422 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa7ab2-ae39-4546-b1fe-e8a6b613d3b6 None None] Routers {'a0b2bddf-d440-4ba8-a24c-b74790c277cf'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:53:01.389959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-5afa7ab2-ae39-4546-b1fe-e8a6b613d3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09e95080>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:52:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:01.545281 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-186f10c3-ccc4-4632-bab5-ad19a2ba9a65 req-190f602f-303a-40f5-a39d-3cd2ba4a0674 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/ports?device_id=2d70f78d-52f7-4cde-862a-b5b3faf2088c HTTP/1.1" status: 200  len: 210 time: 0.0472169
Dec 04 00:53:01.582223 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-5afa7ab2-ae39-4546-b1fe-e8a6b613d3b6 None None] Set router a0b2bddf-d440-4ba8-a24c-b74790c277cf gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:53:01.923666 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-5afa7ab2-ae39-4546-b1fe-e8a6b613d3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09e95080>, [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:21Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'fcc71633-b53b-40b7-94ff-a121b5cc8c32', 'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'mac_address': 'fa:16:3e:69:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:18Z', 'updated_at': '2020-12-04T00:44:31Z', 'revision_number': 5, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'subnets': [{'id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:01.928126 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa7ab2-ae39-4546-b1fe-e8a6b613d3b6 None None] The sync data for ids ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'] in dv-cinder-763306-5-iscsi is: [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:44:21Z', 'revision_number': 4, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': 'fcc71633-b53b-40b7-94ff-a121b5cc8c32', 'name': '', 'network_id': 'cdf68f31-2f13-4060-b6e6-c7095799b7c3', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'mac_address': 'fa:16:3e:69:72:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:18Z', 'updated_at': '2020-12-04T00:44:31Z', 'revision_number': 5, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'subnets': [{'id': '8322b4d1-9a0c-42f2-a911-3bc67b7cd900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:53:02.358494 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dbeb7c-2d26-4a0e-b057-dbd2cabd6ed0 None None] New status for floating IP 4a86d422-5a6d-4028-916d-b46ebe7e4935: DOWN {{(pid=80265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:53:02.714671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59818) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:02.800471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:02.830790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:02.878548 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:02.882429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-80fabcb6-7145-4c5a-a7ce-dea785fe1817 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:02.898745 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event deleted for resources: {'SecurityGroup': ['ID=5812d592-40e2-4be7-993b-60fe12cd6a83,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:02.908055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.908463 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.908870 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.909266 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.909663 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.910055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.910447 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.910798 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.911213 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.911617 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.912010 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.912395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.912848 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.913234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.913622 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.914005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.914394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.914779 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.915162 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.915574 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.915963 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.916343 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.916728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.917110 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:02.920823 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:02.929139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:02.930351 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-06ef2bc0-f3fd-4e49-9151-0ec79b9c0b87 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "DELETE /v2.0/security-groups/5812d592-40e2-4be7-993b-60fe12cd6a83 HTTP/1.1" status: 204  len: 168 time: 0.2145681
Dec 04 00:53:02.933355 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59822) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:02.954552 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.api.v2.resource [None req-0a366211-10d9-4341-838c-db776991ecbd tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] show failed (client error): The resource could not be found.
Dec 04 00:53:02.955673 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0a366211-10d9-4341-838c-db776991ecbd tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "GET /v2.0/security-groups/5812d592-40e2-4be7-993b-60fe12cd6a83 HTTP/1.1" status: 404  len: 347 time: 0.0212390
Dec 04 00:53:02.960235 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59826) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:03.125687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-09fe70f3-498d-49ef-9720-5b4710be7861 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Deleting port c75a0aad-ddad-4f34-b3c0-7e101f54f292 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:53:03.126117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-09fe70f3-498d-49ef-9720-5b4710be7861 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:03.314822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-09fe70f3-498d-49ef-9720-5b4710be7861 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:03.315206 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-09fe70f3-498d-49ef-9720-5b4710be7861 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:03.445272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-09fe70f3-498d-49ef-9720-5b4710be7861 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Calling delete_port for c75a0aad-ddad-4f34-b3c0-7e101f54f292 owned by network:floatingip {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:53:03.595692 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-09fe70f3-498d-49ef-9720-5b4710be7861 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:03.612359 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-08704abf-7726-48f2-a0f9-6a9a1d460617 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:03.711478 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe70f3-498d-49ef-9720-5b4710be7861 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Pushing event deleted for resources: {'Port': ['ID=c75a0aad-ddad-4f34-b3c0-7e101f54f292,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:03.715752 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-09fe70f3-498d-49ef-9720-5b4710be7861 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:03.837498 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-09fe70f3-498d-49ef-9720-5b4710be7861 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks [] for floatingip, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:03.853222 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-09fe70f3-498d-49ef-9720-5b4710be7861 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:03.854489 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-09fe70f3-498d-49ef-9720-5b4710be7861 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] 10.222.0.88 "DELETE /v2.0/floatingips/4a86d422-5a6d-4028-916d-b46ebe7e4935 HTTP/1.1" status: 204  len: 168 time: 0.8932629
Dec 04 00:53:06.737464 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59874) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:07.318667 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-71c3f183-91f0-4936-8dd8-a44bf3165688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853795913'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:07.958397 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-71c3f183-91f0-4936-8dd8-a44bf3165688 admin admin] Deleting port fcc71633-b53b-40b7-94ff-a121b5cc8c32 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:53:07.958968 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-71c3f183-91f0-4936-8dd8-a44bf3165688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:08.161205 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-71c3f183-91f0-4936-8dd8-a44bf3165688 admin admin] For port fcc71633-b53b-40b7-94ff-a121b5cc8c32, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=fcc71633-b53b-40b7-94ff-a121b5cc8c32,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:53:08.161480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-71c3f183-91f0-4936-8dd8-a44bf3165688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:08.296237 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-71c3f183-91f0-4936-8dd8-a44bf3165688 admin admin] Calling delete_port for fcc71633-b53b-40b7-94ff-a121b5cc8c32 owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:53:08.507694 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-71c3f183-91f0-4936-8dd8-a44bf3165688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:08.521891 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-046068b8-e704-4012-bd6b-d03e91619c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:08.620279 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3f183-91f0-4936-8dd8-a44bf3165688 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc71633-b53b-40b7-94ff-a121b5cc8c32,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:08.623625 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-71c3f183-91f0-4936-8dd8-a44bf3165688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:08.947683 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-71c3f183-91f0-4936-8dd8-a44bf3165688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7528682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974442'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:09.203211 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59906) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:09.277655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c860071-2fc7-4480-9588-042f66c1ac7f admin admin] Deleting subnet 3d4a2db3-71b1-4acc-a86b-0f43ebad9981 {{(pid=80262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:53:09.281447 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c860071-2fc7-4480-9588-042f66c1ac7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:09.340904 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c860071-2fc7-4480-9588-042f66c1ac7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852517655'] for subnet, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:09.412451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c860071-2fc7-4480-9588-042f66c1ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:09.700841 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c860071-2fc7-4480-9588-042f66c1ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3251820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852514843'] for subnet, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:09.722361 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:09.747528 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c3f183-91f0-4936-8dd8-a44bf3165688 admin admin] Router a0b2bddf-d440-4ba8-a24c-b74790c277cf has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:53:09.822225 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c860071-2fc7-4480-9588-042f66c1ac7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d4a2db3-71b1-4acc-a86b-0f43ebad9981,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:09.825276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6c860071-2fc7-4480-9588-042f66c1ac7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:09.869939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6c860071-2fc7-4480-9588-042f66c1ac7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:09.876353 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6c860071-2fc7-4480-9588-042f66c1ac7f admin admin] 10.222.0.88 "DELETE /v2.0/subnets/3d4a2db3-71b1-4acc-a86b-0f43ebad9981 HTTP/1.1" status: 204  len: 168 time: 0.6719637
Dec 04 00:53:09.879294 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59914) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:09.999651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c3f183-91f0-4936-8dd8-a44bf3165688 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:53:10.000210 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:10.009853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca591ab3-c3a9-40c0-8a26-e01bb03b6ce7 None None] Sync routers for ids ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:53:10.017819 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419645d-1f67-41ec-9a0c-3ed5eb1b9250 req-a94af19f-4d3a-4caf-a90e-65354b6067a8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:10.019565 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d419645d-1f67-41ec-9a0c-3ed5eb1b9250 req-a94af19f-4d3a-4caf-a90e-65354b6067a8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 945 time: 0.2077248
Dec 04 00:53:10.021052 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca591ab3-c3a9-40c0-8a26-e01bb03b6ce7 None None] Routers {'a0b2bddf-d440-4ba8-a24c-b74790c277cf'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:53:10.021805 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ca591ab3-c3a9-40c0-8a26-e01bb03b6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb08a610f0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:52:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:10.024422 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-71c3f183-91f0-4936-8dd8-a44bf3165688 admin admin] 10.222.0.88 "PUT /v2.0/routers/a0b2bddf-d440-4ba8-a24c-b74790c277cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2858014
Dec 04 00:53:10.027150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59918) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:10.197135 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:10.221343 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-ca591ab3-c3a9-40c0-8a26-e01bb03b6ce7 None None] Set router a0b2bddf-d440-4ba8-a24c-b74790c277cf gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:53:10.234861 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-d419645d-1f67-41ec-9a0c-3ed5eb1b9250 req-3269c5f6-0984-40ff-bef8-a248996b9f3a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1439717
Dec 04 00:53:10.274663 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec438655-6f4e-46da-b201-7f2552370f68 admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:10.316155 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb09a895f8>,) {'filters': {'network_id': ['31cfe447-2962-4556-949b-f4893b4e9960']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:10.328928 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb09a895f8>, '24747f77-5033-47b3-9302-e0604539827a') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:10.329271 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb09a895f8>, '24747f77-5033-47b3-9302-e0604539827a') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:10.342239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258145'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:10.359198 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:10.361618 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:53:10.465705 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec438655-6f4e-46da-b201-7f2552370f68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:10.470872 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ec438655-6f4e-46da-b201-7f2552370f68 admin admin] Deleting port 62aa4c2c-e597-4d01-9e6d-831326000e9a {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:53:10.471246 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec438655-6f4e-46da-b201-7f2552370f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:10.543868 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ca591ab3-c3a9-40c0-8a26-e01bb03b6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb08a610f0>, [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:53:08Z', 'revision_number': 5, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:10.548074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca591ab3-c3a9-40c0-8a26-e01bb03b6ce7 None None] Checking router: a0b2bddf-d440-4ba8-a24c-b74790c277cf for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:53:10.558150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca591ab3-c3a9-40c0-8a26-e01bb03b6ce7 None None] Routers {'a0b2bddf-d440-4ba8-a24c-b74790c277cf'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:53:10.558823 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ca591ab3-c3a9-40c0-8a26-e01bb03b6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb08a610f0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:52:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:10.559580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] Network 31cfe447-2962-4556-949b-f4893b4e9960 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:53:10.568820 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851524401'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:10.668910 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-ec438655-6f4e-46da-b201-7f2552370f68 admin admin] For port 62aa4c2c-e597-4d01-9e6d-831326000e9a, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=62aa4c2c-e597-4d01-9e6d-831326000e9a,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:53:10.669317 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec438655-6f4e-46da-b201-7f2552370f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:10.778249 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] Network 31cfe447-2962-4556-949b-f4893b4e9960 has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:53:10.803651 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:53:10.808429 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ec438655-6f4e-46da-b201-7f2552370f68 admin admin] Calling delete_port for 62aa4c2c-e597-4d01-9e6d-831326000e9a owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:53:10.891394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:10.895298 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5a4fae1a-318e-4364-9aca-d52ee8a44ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:10.913292 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:10.919522 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-ca591ab3-c3a9-40c0-8a26-e01bb03b6ce7 None None] Set router a0b2bddf-d440-4ba8-a24c-b74790c277cf gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:53:10.920070 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] Pushing event deleted for resources: {'Network': ['ID=31cfe447-2962-4556-949b-f4893b4e9960,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:10.923533 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:10.928302 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4aec0efc-3a53-4289-8c9d-ee17dd2faa58 admin admin] 10.222.0.88 "DELETE /v2.0/networks/31cfe447-2962-4556-949b-f4893b4e9960 HTTP/1.1" status: 204  len: 168 time: 1.0450821
Dec 04 00:53:10.928802 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59922) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:10.956420 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec438655-6f4e-46da-b201-7f2552370f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:10.998837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cc5d49-af5f-4686-993b-1a6d2ad273be admin admin] Deleting subnet affc183c-c819-4862-a817-5efc0816505e {{(pid=80262) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:53:11.002150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5d49-af5f-4686-993b-1a6d2ad273be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:11.061507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5d49-af5f-4686-993b-1a6d2ad273be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852517655'] for subnet, precommit_delete_associations {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:11.125128 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5d49-af5f-4686-993b-1a6d2ad273be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:11.154930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec438655-6f4e-46da-b201-7f2552370f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853796801'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:11.248236 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ca591ab3-c3a9-40c0-8a26-e01bb03b6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb08a610f0>, [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:53:08Z', 'revision_number': 5, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:11.252515 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca591ab3-c3a9-40c0-8a26-e01bb03b6ce7 None None] The sync data for ids ['a0b2bddf-d440-4ba8-a24c-b74790c277cf'] in dv-cinder-763306-5-iscsi is: [{'id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'name': 'tempest-AttachVolumeShelveTestJSON-707262726-router', 'tenant_id': '09801578e916483aa6201d3b9a595e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:43:57Z', 'updated_at': '2020-12-04T00:53:08Z', 'revision_number': 5, 'project_id': '09801578e916483aa6201d3b9a595e8c', 'gw_port': {'id': '62aa4c2c-e597-4d01-9e6d-831326000e9a', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:47:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2bddf-d440-4ba8-a24c-b74790c277cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:44:01Z', 'updated_at': '2020-12-04T00:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:53:11.294522 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec438655-6f4e-46da-b201-7f2552370f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853817827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759809'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:11.297287 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec438655-6f4e-46da-b201-7f2552370f68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:11.319151 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec438655-6f4e-46da-b201-7f2552370f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951692'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:11.319740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec438655-6f4e-46da-b201-7f2552370f68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0b2bddf-d440-4ba8-a24c-b74790c277cf {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 00:53:11.338993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ec438655-6f4e-46da-b201-7f2552370f68 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:11.343598 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ec438655-6f4e-46da-b201-7f2552370f68 admin admin] 10.222.0.88 "DELETE /v2.0/routers/a0b2bddf-d440-4ba8-a24c-b74790c277cf HTTP/1.1" status: 204  len: 168 time: 1.3153329
Dec 04 00:53:11.344561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59928) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:11.417642 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device fcc71633-b53b-40b7-94ff-a121b5cc8c32 no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:53:11.425359 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ddb7b7c-1f1d-4b44-93d5-e74b8d1a17ff admin admin] Deleting subnet 8322b4d1-9a0c-42f2-a911-3bc67b7cd900 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:53:11.429684 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7b7c-1f1d-4b44-93d5-e74b8d1a17ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:11.457788 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: fcc71633-b53b-40b7-94ff-a121b5cc8c32 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:53:11.458169 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device fcc71633-b53b-40b7-94ff-a121b5cc8c32 not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:53:11.493392 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7b7c-1f1d-4b44-93d5-e74b8d1a17ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2562449'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:11.592576 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7b7c-1f1d-4b44-93d5-e74b8d1a17ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:11.798708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5d49-af5f-4686-993b-1a6d2ad273be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3251820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852514843'] for subnet, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:11.822198 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-23d71d01-f6da-4e10-9fd6-a7232ae7d4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:11.872087 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7b7c-1f1d-4b44-93d5-e74b8d1a17ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852213475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851538122'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:11.891976 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-617871b8-bcea-42ef-903e-247893e350b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:11.917930 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-08b66230-9d3e-48b9-8b24-5f4f84e7d20e tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:11.919556 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-08b66230-9d3e-48b9-8b24-5f4f84e7d20e tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.91 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 945 time: 0.2997835
Dec 04 00:53:11.926688 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc5d49-af5f-4686-993b-1a6d2ad273be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=affc183c-c819-4862-a817-5efc0816505e,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:11.970566 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f8cc5d49-af5f-4686-993b-1a6d2ad273be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:11.978950 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf50c8-bdff-4be4-b30b-1b57915f8013 req-9122bac9-ec72-4629-a0af-da215da44da8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:11.980646 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0fdf50c8-bdff-4be4-b30b-1b57915f8013 req-9122bac9-ec72-4629-a0af-da215da44da8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 945 time: 0.3595805
Dec 04 00:53:11.987977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb7b7c-1f1d-4b44-93d5-e74b8d1a17ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8322b4d1-9a0c-42f2-a911-3bc67b7cd900,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:11.990516 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3ddb7b7c-1f1d-4b44-93d5-e74b8d1a17ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:12.039932 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7b7c-1f1d-4b44-93d5-e74b8d1a17ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:12.047223 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3ddb7b7c-1f1d-4b44-93d5-e74b8d1a17ff admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8322b4d1-9a0c-42f2-a911-3bc67b7cd900 HTTP/1.1" status: 204  len: 168 time: 0.7012322
Dec 04 00:53:12.048509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a90178-c4bf-406f-9201-6ecfdf4ecb3f None None] Network cdf68f31-2f13-4060-b6e6-c7095799b7c3 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:53:12.051955 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59932) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:12.087871 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Deleting port 741eff27-70df-473a-b111-ca2fd7508666 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:53:12.088282 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:12.136649 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0fdf50c8-bdff-4be4-b30b-1b57915f8013 req-a761dea6-2b4d-481f-bb52-cedb007a38b2 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1392684
Dec 04 00:53:12.137776 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f8cc5d49-af5f-4686-993b-1a6d2ad273be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for subnet, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:12.157465 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-f8cc5d49-af5f-4686-993b-1a6d2ad273be admin admin] 10.222.0.88 "DELETE /v2.0/subnets/affc183c-c819-4862-a817-5efc0816505e HTTP/1.1" status: 204  len: 168 time: 1.2277310
Dec 04 00:53:12.161209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59936) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:12.194008 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:12.257873 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 741eff27-70df-473a-b111-ca2fd7508666 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:53:12.274191 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Deleting port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:53:12.274607 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:12.333652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-be03b2e7-e50d-41ed-8049-a383ea965818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:12.378031 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:12.429438 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:12.460988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb14b97e-dcc8-435a-8579-fb8c524609b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741eff27-70df-473a-b111-ca2fd7508666'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:53:12.473831 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 741eff27-70df-473a-b111-ca2fd7508666, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=741eff27-70df-473a-b111-ca2fd7508666,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:53:12.478542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:12.484054 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ce2d8712-86c5-4bbc-9c45-b565a04f44d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:12.509951 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] For port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=6ca417bb-fe13-4e4d-846d-9ae30a2c04fd,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:53:12.510444 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:12.528588 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1b767b-c85d-464c-881b-d01cdf2b1a22 None None] DHCP port deletion for cdf68f31-2f13-4060-b6e6-c7095799b7c3 request from dv-cinder-763306-5-iscsi {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 04 00:53:12.544563 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b767b-c85d-464c-881b-d01cdf2b1a22 None None] Deleting port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:53:12.544985 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f1b767b-c85d-464c-881b-d01cdf2b1a22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:12.574537 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb14b97e-dcc8-435a-8579-fb8c524609b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741eff27-70df-473a-b111-ca2fd7508666', 'code': 200}
Dec 04 00:53:12.656856 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=741eff27-70df-473a-b111-ca2fd7508666,revision_number=5']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:12.657102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Calling delete_port for 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd owned by network:dhcp {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:53:12.660513 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:12.696688 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:12.733608 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:12.777005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] For port 741eff27-70df-473a-b111-ca2fd7508666, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=741eff27-70df-473a-b111-ca2fd7508666,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:53:12.777454 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:12.799016 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-1f1b767b-c85d-464c-881b-d01cdf2b1a22 None None] For port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=6ca417bb-fe13-4e4d-846d-9ae30a2c04fd,segment=NetworkSegment(c81e35c4-1e5f-4c97-b339-5bdb970ce00d),segment_id=c81e35c4-1e5f-4c97-b339-5bdb970ce00d)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:53:12.799631 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f1b767b-c85d-464c-881b-d01cdf2b1a22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:12.919628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb09b6bc88>,) {'filters': {'network_id': ['c769bd1b-d599-46ea-93c0-ca154908558c']}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:12.936375 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b767b-c85d-464c-881b-d01cdf2b1a22 None None] Calling delete_port for 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:53:12.944764 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb09b6bc88>, 'a5eaa4d9-b4f2-427e-8ed0-eea109d07b01') {'for_net_delete': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:12.945130 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb09b6bc88>, 'a5eaa4d9-b4f2-427e-8ed0-eea109d07b01') {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:13.016899 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-1f1b767b-c85d-464c-881b-d01cdf2b1a22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:53:13.017173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-1f1b767b-c85d-464c-881b-d01cdf2b1a22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:53:13.037294 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2258145'] for segment, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:13.063715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:13.072567 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b2de77f4-a8c9-4a42-b18a-7241aec0e471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:13.072941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80262) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:53:13.128662 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca417bb-fe13-4e4d-846d-9ae30a2c04fd,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:13.131499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:13.163946 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] No DVR routers for this DVR port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd on host dv-cinder-763306-5-iscsi {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:53:13.290755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:13.386086 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:13.386502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:13.386851 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Floating IP 7fc652fd-ef4b-4039-bae3-564115ca2ce7 disassociated. External IP: 172.27.3.178, port: 741eff27-70df-473a-b111-ca2fd7508666.
Dec 04 00:53:13.387232 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Calling delete_port for 741eff27-70df-473a-b111-ca2fd7508666 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:53:13.410442 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb08b879b0>,) {'filters': {'network_id': ['cdf68f31-2f13-4060-b6e6-c7095799b7c3']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:13.424108 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb08b879b0>, 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:13.424664 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb08b879b0>, 'c81e35c4-1e5f-4c97-b339-5bdb970ce00d') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:13.437268 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852213351'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:13.439159 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] Network c769bd1b-d599-46ea-93c0-ca154908558c has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:53:13.449596 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851524401'] for segment, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:13.450981 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:53:13.455671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:13.458264 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:53:13.485917 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:53:13.486313 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:53:13.486787 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 62aa4c2c-e597-4d01-9e6d-831326000e9a no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:53:13.521357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b767b-c85d-464c-881b-d01cdf2b1a22 None None] Deleting port 6ca417bb-fe13-4e4d-846d-9ae30a2c04fd {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:53:13.521357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1f1b767b-c85d-464c-881b-d01cdf2b1a22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:13.557402 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: 62aa4c2c-e597-4d01-9e6d-831326000e9a {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:53:13.557778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 62aa4c2c-e597-4d01-9e6d-831326000e9a not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:53:13.593397 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b767b-c85d-464c-881b-d01cdf2b1a22 None None] The port '6ca417bb-fe13-4e4d-846d-9ae30a2c04fd' was deleted {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 04 00:53:13.658830 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Network cdf68f31-2f13-4060-b6e6-c7095799b7c3 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:53:13.669224 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2563006'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:13.690283 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] Network c769bd1b-d599-46ea-93c0-ca154908558c has no segments {{(pid=80262) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:53:13.720534 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:53:13.860954 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Network cdf68f31-2f13-4060-b6e6-c7095799b7c3 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:53:13.891299 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:53:13.973032 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:13.976728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:13.991302 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:14.002553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf68f31-2f13-4060-b6e6-c7095799b7c3,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:14.004496 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:53:14.004941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:53:14.006093 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:14.011192 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad150835-b49c-4fdc-9427-4192bcbc35a5 req-a0099ca5-5126-4334-8313-a4c0d3de4892 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:14.012848 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ad150835-b49c-4fdc-9427-4192bcbc35a5 req-a0099ca5-5126-4334-8313-a4c0d3de4892 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 943 time: 0.6946590
Dec 04 00:53:14.020485 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] 10.222.0.88 "DELETE /v2.0/networks/cdf68f31-2f13-4060-b6e6-c7095799b7c3 HTTP/1.1" status: 204  len: 168 time: 1.9647369
Dec 04 00:53:14.056038 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:14.074388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-81cc4578-95f4-4b29-9953-a613d58fcc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:14.088311 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:14.103650 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] Pushing event deleted for resources: {'Network': ['ID=c769bd1b-d599-46ea-93c0-ca154908558c,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:14.110315 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ad150835-b49c-4fdc-9427-4192bcbc35a5 req-6fd2ff65-7733-40b7-9508-8df60a2af1c3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0821071
Dec 04 00:53:14.111143 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:14.118444 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1dfd5439-c43a-4e8e-b651-575a6414059e admin admin] 10.222.0.88 "DELETE /v2.0/networks/c769bd1b-d599-46ea-93c0-ca154908558c HTTP/1.1" status: 204  len: 168 time: 1.9559987
Dec 04 00:53:14.183090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59948) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:14.246032 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-efd72d6a-10f4-4d49-8cd3-71b56cc6928a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=09801578e916483aa6201d3b9a595e8c&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0590453
Dec 04 00:53:14.246590 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59952) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:14.277136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59956) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:14.310251 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-637770f3-41d1-4438-8de5-4b806a4751b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:14.329595 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-684f5e8f-d06e-4017-af89-04277d71fd87 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7370942926b244a1b5ff0ceb4ebc7c0e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0509183
Dec 04 00:53:14.332714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 59960) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:14.338448 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-637770f3-41d1-4438-8de5-4b806a4751b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:14.393768 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-637770f3-41d1-4438-8de5-4b806a4751b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:14.397257 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd5a5-713f-47b4-b97b-b87afcc2c979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:14.399139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a1f5c0e7-c744-4ce6-bb15-a48a06f097c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:14.413347 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637770f3-41d1-4438-8de5-4b806a4751b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7452f50-b4ec-44e7-a9fd-a153b7b350cd,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:14.417950 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-637770f3-41d1-4438-8de5-4b806a4751b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:14.422157 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-637770f3-41d1-4438-8de5-4b806a4751b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:14.426697 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-637770f3-41d1-4438-8de5-4b806a4751b1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e7452f50-b4ec-44e7-a9fd-a153b7b350cd HTTP/1.1" status: 204  len: 168 time: 0.1762772
Dec 04 00:53:14.428837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd5a5-713f-47b4-b97b-b87afcc2c979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:14.465581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-79f48329-4cc9-49af-b936-53ad5d364178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:14.480195 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd5a5-713f-47b4-b97b-b87afcc2c979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:14.485510 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2a216702-9ea8-461e-877d-2916e0f923a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:14.500200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cd5a5-713f-47b4-b97b-b87afcc2c979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c362b1b4-f7f5-430c-b96a-dbbe832d3483,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:14.504089 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8e6cd5a5-713f-47b4-b97b-b87afcc2c979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:14.505299 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8e6cd5a5-713f-47b4-b97b-b87afcc2c979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:14.506515 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8e6cd5a5-713f-47b4-b97b-b87afcc2c979 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c362b1b4-f7f5-430c-b96a-dbbe832d3483 HTTP/1.1" status: 204  len: 168 time: 0.1728575
Dec 04 00:53:14.507685 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Deleting port 741eff27-70df-473a-b111-ca2fd7508666 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:53:14.507685 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:14.785102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] For port 741eff27-70df-473a-b111-ca2fd7508666, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=741eff27-70df-473a-b111-ca2fd7508666,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:53:14.785782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:14.994916 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59978) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:15.054467 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-354abb27-a1df-4c89-ae1a-526773f07170 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a88ec4f996e64345879d056f67f6a18a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0558786
Dec 04 00:53:15.054979 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 59984) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:15.108649 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:15.109337 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:15.109859 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Floating IP 7fc652fd-ef4b-4039-bae3-564115ca2ce7 disassociated. External IP: 172.27.3.178, port: 741eff27-70df-473a-b111-ca2fd7508666.
Dec 04 00:53:15.110394 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Calling delete_port for 741eff27-70df-473a-b111-ca2fd7508666 owned by compute:nova {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:53:15.124067 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4c2d-b424-4846-856c-e95425cc17e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:15.154733 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4c2d-b424-4846-856c-e95425cc17e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:15.215949 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4c2d-b424-4846-856c-e95425cc17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:15.222329 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2bd6c63f-1269-4495-8f68-53e2dd567934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:15.236175 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc4c2d-b424-4846-856c-e95425cc17e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d2f0b9-63d2-4bf5-af8a-83b7572a9b7e,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:15.245388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e8dc4c2d-b424-4846-856c-e95425cc17e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:15.246405 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4c2d-b424-4846-856c-e95425cc17e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:15.252001 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e8dc4c2d-b424-4846-856c-e95425cc17e6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/85d2f0b9-63d2-4bf5-af8a-83b7572a9b7e HTTP/1.1" status: 204  len: 168 time: 0.1942787
Dec 04 00:53:15.351583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:15.377943 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858694c2-e9c2-4a20-9820-9426eb6c7790 req-b60e1b60-21a7-45b8-becb-93cbc65dd894 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:15.379683 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-858694c2-e9c2-4a20-9820-9426eb6c7790 req-b60e1b60-21a7-45b8-becb-93cbc65dd894 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 865 time: 0.0904748
Dec 04 00:53:15.380624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4980c0fd-57ea-4129-888f-8a781add4be3 tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:15.444814 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-858694c2-e9c2-4a20-9820-9426eb6c7790 req-7e657eed-756e-48cc-bc86-25d04f01762b tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0559142
Dec 04 00:53:15.504019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event deleted for resources: {'Port': ['ID=741eff27-70df-473a-b111-ca2fd7508666,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:15.508442 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:15.662391 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:15.775581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:53:15.997433 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:53:16.009743 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a91d8e-765e-4a14-9d82-6afc768d18f0 None None] Sync routers for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:53:16.023681 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a91d8e-765e-4a14-9d82-6afc768d18f0 None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:53:16.024393 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a9a91d8e-765e-4a14-9d82-6afc768d18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a54b828>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:53:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:16.040016 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] No DVR routers for this DVR port 741eff27-70df-473a-b111-ca2fd7508666 on host hv-cinder-76330 {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:53:16.042949 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:16.053488 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb14b97e-dcc8-435a-8579-fb8c524609b8', 'name': 'network-vif-deleted', 'tag': '741eff27-70df-473a-b111-ca2fd7508666'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:53:16.059750 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5b0900bc-05d9-4005-b3ab-e5664b800283 req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.91 "DELETE /v2.0/ports/741eff27-70df-473a-b111-ca2fd7508666 HTTP/1.1" status: 204  len: 173 time: 4.1305943
Dec 04 00:53:16.105995 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:16.164343 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb14b97e-dcc8-435a-8579-fb8c524609b8', 'name': 'network-vif-deleted', 'tag': '741eff27-70df-473a-b111-ca2fd7508666', 'status': 'completed', 'code': 200}
Dec 04 00:53:16.429100 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a9a91d8e-765e-4a14-9d82-6afc768d18f0 None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:53:16.659293 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:16.740140 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-50d87187-ea30-4581-bf01-301d17d6f673 req-d0d4ee67-eee5-4360-8677-ca62d197d215 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=fb14b97e-dcc8-435a-8579-fb8c524609b8 HTTP/1.1" status: 200  len: 210 time: 0.0657814
Dec 04 00:53:16.831104 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a9a91d8e-765e-4a14-9d82-6afc768d18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a54b828>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:16.835866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a91d8e-765e-4a14-9d82-6afc768d18f0 None None] Checking router: 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:53:16.845569 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a91d8e-765e-4a14-9d82-6afc768d18f0 None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:53:16.846295 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a9a91d8e-765e-4a14-9d82-6afc768d18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a54b828>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:53:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:17.038348 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a9a91d8e-765e-4a14-9d82-6afc768d18f0 None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:53:17.092944 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 60040) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:17.251213 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3714-4541-4de8-b2e2-280a25bfad47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:17.266674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ab4b3714-4541-4de8-b2e2-280a25bfad47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:53:17.271032 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ab4b3714-4541-4de8-b2e2-280a25bfad47 admin admin] Usage tracker for resource:security_group_rule and tenant:97a3c1e061854997b81cc9f2a79d11e5 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:53:17.274042 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-ab4b3714-4541-4de8-b2e2-280a25bfad47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:53:17.279789 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-ab4b3714-4541-4de8-b2e2-280a25bfad47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:53:17.371387 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3714-4541-4de8-b2e2-280a25bfad47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:17.375059 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3714-4541-4de8-b2e2-280a25bfad47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:17.382066 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a9a91d8e-765e-4a14-9d82-6afc768d18f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a54b828>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:17.385160 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5bcbe7e4-000e-4bf4-b6d4-909ccb7e8e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:17.387155 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a91d8e-765e-4a14-9d82-6afc768d18f0 None None] The sync data for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi is: [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:53:17.431761 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-ab4b3714-4541-4de8-b2e2-280a25bfad47 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=97a3c1e061854997b81cc9f2a79d11e5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3375740
Dec 04 00:53:17.432768 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b3714-4541-4de8-b2e2-280a25bfad47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3728fe-50df-4d47-8777-3b421f644265,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:17.434872 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 60046) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:17.436447 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ab4b3714-4541-4de8-b2e2-280a25bfad47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:17.503002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9af1fa0d-ea67-4ee0-bc21-ab4bf6c5c645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:17.531266 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9af1fa0d-ea67-4ee0-bc21-ab4bf6c5c645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:17.591104 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9af1fa0d-ea67-4ee0-bc21-ab4bf6c5c645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:17.595072 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ab2c4df5-a94e-4ae9-9a6e-5ec0bd1a3310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:17.607475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1fa0d-ea67-4ee0-bc21-ab4bf6c5c645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3728fe-50df-4d47-8777-3b421f644265,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:17.611331 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9af1fa0d-ea67-4ee0-bc21-ab4bf6c5c645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:17.614981 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9af1fa0d-ea67-4ee0-bc21-ab4bf6c5c645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:17.616256 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9af1fa0d-ea67-4ee0-bc21-ab4bf6c5c645 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6f3728fe-50df-4d47-8777-3b421f644265 HTTP/1.1" status: 204  len: 168 time: 0.1802533
Dec 04 00:53:17.797999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc79ee-e940-4bdd-b5c7-8a817a1427db None None] New status for floating IP 7fc652fd-ef4b-4039-bae3-564115ca2ce7: DOWN {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:53:18.180255 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-5fe70d65-7d8f-4567-b803-1e2b7555e6c3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1743171934&fields=id&tenant_id=7a26399740574f8392d1363acd2d4d9f HTTP/1.1" status: 200  len: 267 time: 0.0488870
Dec 04 00:53:18.375021 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-401cda4c-9df3-45f9-b5e3-6e605a15282a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:18.376698 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-401cda4c-9df3-45f9-b5e3-6e605a15282a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 812 time: 0.1868596
Dec 04 00:53:18.394153 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-60568a49-f4c6-4853-8227-957e0c168e45 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/quotas/7a26399740574f8392d1363acd2d4d9f HTTP/1.1" status: 200  len: 375 time: 0.0105066
Dec 04 00:53:18.488460 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-1b737f10-e114-4e26-9179-53a72c5d63c7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:53:18.505059 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-1b737f10-e114-4e26-9179-53a72c5d63c7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:53:18.506526 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-1b737f10-e114-4e26-9179-53a72c5d63c7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1055233
Dec 04 00:53:18.661873 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-29f12ed3-beef-4ca7-a4b3-4578aff0e50c service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421347
Dec 04 00:53:18.811519 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-914a50f9-26a4-42bb-8714-ad196bc1fd17 service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428704
Dec 04 00:53:19.274041 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ef696a8d-1bc9-4e77-b841-d8450509b5c9 req-cd5f840c-c925-46de-a0e7-8071557111c7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 210 time: 0.0509698
Dec 04 00:53:20.457100 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-0e4cad46-d724-4a8e-8723-2a5f3ac3eea6 req-da8cc4c5-0735-4a70-a007-32a9ee68eef7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 210 time: 0.0465729
Dec 04 00:53:21.645288 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e0a7c365-20c9-4805-9e42-1c6e75429b6f req-6697b361-494b-4065-b371-56c40e15a599 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 210 time: 0.0523226
Dec 04 00:53:22.237154 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-5a65deb1-63b4-4a79-b9b2-9481bb33e875 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:22.238747 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-5a65deb1-63b4-4a79-b9b2-9481bb33e875 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 812 time: 0.1603577
Dec 04 00:53:22.321348 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-aff041ee-1c28-4549-97b3-39cd4c94770f tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7a26399740574f8392d1363acd2d4d9f HTTP/1.1" status: 200  len: 5551 time: 0.0681856
Dec 04 00:53:22.334534 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Request body: {'port': {'device_id': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'admin_state_up': True, 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'security_groups': ['8bde1058-ac2b-4d3c-9701-39a5dc8f02ef']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:53:22.483868 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:53:22.494305 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:53:22.504137 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Made reservation on behalf of 7a26399740574f8392d1363acd2d4d9f for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:53:22.509668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:22.843223 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9f2ae4e9-c94e-4c6a-bf17-601c8b36c40e req-194431cb-5457-46e6-9e5f-1ce8c14d79c2 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 210 time: 0.0592778
Dec 04 00:53:22.871273 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Allocated IP 172.20.0.6 (ef9697c2-5192-435d-8ebe-ebe8581e98d6/59e85dfb-0f2f-4097-a998-dace8276b2b0/5171de51-c3bf-4dd0-813c-1ecfac12075e) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:53:23.092233 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:23.110009 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Transition to ACTIVE for port object 5171de51-c3bf-4dd0-813c-1ecfac12075e will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:53:23.132561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:23.147676 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b2b2957d-fbbd-4fb3-b405-3c4f01e259e7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:23.282954 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event updated for resources: {'Port': ['ID=5171de51-c3bf-4dd0-813c-1ecfac12075e,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:23.292561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:23.347102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Network ef9697c2-5192-435d-8ebe-ebe8581e98d6 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:53:23.348346 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:53:23.350840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:53:23.416597 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:23.417233 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:23.443578 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-df21dc4c-68dc-4564-b7b9-ff611f5215f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1133935
Dec 04 00:53:23.588749 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-3ecfd708-aaff-4957-954c-25e657e8477e None None] Provisioning for port 5171de51-c3bf-4dd0-813c-1ecfac12075e completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:53:23.594166 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-3ecfd708-aaff-4957-954c-25e657e8477e None None] Provisioning complete for port 5171de51-c3bf-4dd0-813c-1ecfac12075e triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:53:23.594599 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd708-aaff-4957-954c-25e657e8477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:23.653877 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-3ecfd708-aaff-4957-954c-25e657e8477e None None] Port 5171de51-c3bf-4dd0-813c-1ecfac12075e cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:53:24.063897 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdeebf-bcbb-4cce-bf62-865af12d810b req-b3f95afe-3fd1-4808-b9ec-fc11ddcb9a3e tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:24.064659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-84fdeebf-bcbb-4cce-bf62-865af12d810b req-b3f95afe-3fd1-4808-b9ec-fc11ddcb9a3e tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:53:24.082795 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-84fdeebf-bcbb-4cce-bf62-865af12d810b req-b3f95afe-3fd1-4808-b9ec-fc11ddcb9a3e tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:53:24.084120 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84fdeebf-bcbb-4cce-bf62-865af12d810b req-b3f95afe-3fd1-4808-b9ec-fc11ddcb9a3e tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 931 time: 0.1053071
Dec 04 00:53:24.134927 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84fdeebf-bcbb-4cce-bf62-865af12d810b req-2732c0c9-9c32-4b03-9b6d-7affe06e3b64 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0437667
Dec 04 00:53:25.092961 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Request body: {'port': {'device_id': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:53:25.212854 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:25.792549 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3c7cd-be2a-465c-b6f0-4e7f6cc26843 req-8ff3a427-6c5c-4242-a7b0-7e96c05bd548 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:25.794157 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3af3c7cd-be2a-465c-b6f0-4e7f6cc26843 req-8ff3a427-6c5c-4242-a7b0-7e96c05bd548 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 931 time: 0.4851358
Dec 04 00:53:25.888653 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-3af3c7cd-be2a-465c-b6f0-4e7f6cc26843 req-b4cd6a48-903f-4f62-a021-bae89d0acbf1 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0870788
Dec 04 00:53:25.971456 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5171de51-c3bf-4dd0-813c-1ecfac12075e {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:53:25.979082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:25.993167 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Transition to ACTIVE for port object 5171de51-c3bf-4dd0-813c-1ecfac12075e will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:53:25.998030 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:26.019718 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d31e78ec-85bb-4d36-852a-1797ee421dab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:26.159371 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Pushing event updated for resources: {'Port': ['ID=5171de51-c3bf-4dd0-813c-1ecfac12075e,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:26.162669 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:26.355825 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Attempting to bind port 5171de51-c3bf-4dd0-813c-1ecfac12075e on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:53:26.356211 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Attempting to bind port 5171de51-c3bf-4dd0-813c-1ecfac12075e by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:53:26.356581 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Attempting to bind port 5171de51-c3bf-4dd0-813c-1ecfac12075e on network ef9697c2-5192-435d-8ebe-ebe8581e98d6 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:53:26.362517 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:53:26.362935 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Checking segment: {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:53:26.363343 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:26.363885 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Bound using segment: {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:53:26.364386 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Bound port: 5171de51-c3bf-4dd0-813c-1ecfac12075e, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:53:26.364762 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:26.472788 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] For port 5171de51-c3bf-4dd0-813c-1ecfac12075e, host hv-cinder-76330, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:53:26.476213 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] For port 5171de51-c3bf-4dd0-813c-1ecfac12075e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5171de51-c3bf-4dd0-813c-1ecfac12075e,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:53:26.480465 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:26.494161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-03553515-add8-4192-94a5-0dcf18229294 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:26.649284 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Pushing event updated for resources: {'Port': ['ID=5171de51-c3bf-4dd0-813c-1ecfac12075e,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:26.652809 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:26.702213 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:26.702899 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:26.704440 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-e1ae0b5f-2e8e-4640-b2ed-38de17a05e1e service neutron] 10.222.0.91 "PUT /v2.0/ports/5171de51-c3bf-4dd0-813c-1ecfac12075e HTTP/1.1" status: 200  len: 1157 time: 1.6192138
Dec 04 00:53:26.705359 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'tag': '5171de51-c3bf-4dd0-813c-1ecfac12075e'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:53:26.795518 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'tag': '5171de51-c3bf-4dd0-813c-1ecfac12075e', 'status': 'completed', 'code': 200}
Dec 04 00:53:26.833626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-d2bc6dc5-0748-40e3-b1da-4292353333c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:26.835265 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-d2bc6dc5-0748-40e3-b1da-4292353333c8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 1160 time: 0.0907743
Dec 04 00:53:26.909426 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-ad98f3e1-9f64-4af4-844e-369b7447621d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5171de51-c3bf-4dd0-813c-1ecfac12075e HTTP/1.1" status: 200  len: 217 time: 0.0652115
Dec 04 00:53:26.986793 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-300cca49-9c0c-43be-acfc-f80b079927c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:26.988820 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-300cca49-9c0c-43be-acfc-f80b079927c0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.0723925
Dec 04 00:53:26.990006 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:27.071434 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-217a4aa0-ebba-4666-84e6-baea97552ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:27.073101 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-217a4aa0-ebba-4666-84e6-baea97552ec6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773563
Dec 04 00:53:27.109563 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c3229-6ea3-4ac5-98a4-d17e86defe00 req-87a54f25-9f4b-4470-994a-419095eea4e0 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:27.111215 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-284c3229-6ea3-4ac5-98a4-d17e86defe00 req-87a54f25-9f4b-4470-994a-419095eea4e0 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 943 time: 0.0852685
Dec 04 00:53:27.166647 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-284c3229-6ea3-4ac5-98a4-d17e86defe00 req-a2950c75-b80f-4b56-a110-abd6a30a5cdc tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0478590
Dec 04 00:53:27.223709 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-57efd58c-b627-40bb-b09a-39c999febe9f service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424251
Dec 04 00:53:27.375082 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-eed8e2a6-7573-4b71-91ae-d65dc30712fd req-8b309df1-da7c-4d25-97da-fa274452c7a7 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444807
Dec 04 00:53:27.511794 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8428fd-9b71-4d6a-ab85-444b2dac59e0 req-28369fbe-a2e0-499d-a0f4-b9b4dd99e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:27.513811 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c8428fd-9b71-4d6a-ab85-444b2dac59e0 req-28369fbe-a2e0-499d-a0f4-b9b4dd99e506 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 1160 time: 0.0788729
Dec 04 00:53:27.664646 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8428fd-9b71-4d6a-ab85-444b2dac59e0 req-ad43dab8-75aa-4696-bce9-dc40dff46893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:27.666255 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c8428fd-9b71-4d6a-ab85-444b2dac59e0 req-ad43dab8-75aa-4696-bce9-dc40dff46893 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.1443629
Dec 04 00:53:27.830761 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c8428fd-9b71-4d6a-ab85-444b2dac59e0 req-5d9aca40-acbd-4d61-b096-729572e2daad service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5171de51-c3bf-4dd0-813c-1ecfac12075e HTTP/1.1" status: 200  len: 217 time: 0.0741165
Dec 04 00:53:28.402359 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb67011-8d4f-44f6-888a-56a4a331c10b req-5b5c0ddc-d6a0-4295-ac9f-48b474510671 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:28.404006 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2fb67011-8d4f-44f6-888a-56a4a331c10b req-5b5c0ddc-d6a0-4295-ac9f-48b474510671 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 943 time: 0.0937085
Dec 04 00:53:28.452364 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-2fb67011-8d4f-44f6-888a-56a4a331c10b req-c607588f-ae76-439b-b344-270f4185c88d tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0419703
Dec 04 00:53:28.979288 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8428fd-9b71-4d6a-ab85-444b2dac59e0 req-c3e42a11-9314-48b2-93c4-1acac874ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:28.980869 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c8428fd-9b71-4d6a-ab85-444b2dac59e0 req-c3e42a11-9314-48b2-93c4-1acac874ca48 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.0754838
Dec 04 00:53:29.701120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb4890-2a8e-470c-be75-3d57a2298946 req-f9fd682e-b93b-4117-8df0-5d17cec470e6 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:29.702702 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7edb4890-2a8e-470c-be75-3d57a2298946 req-f9fd682e-b93b-4117-8df0-5d17cec470e6 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 943 time: 0.1032641
Dec 04 00:53:29.753000 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7edb4890-2a8e-470c-be75-3d57a2298946 req-d8ce0483-361c-4b2e-9290-464ae964dae2 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0434723
Dec 04 00:53:29.926898 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8428fd-9b71-4d6a-ab85-444b2dac59e0 req-be8b07ee-78a4-4ab6-9bca-a1b669df44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:29.928593 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c8428fd-9b71-4d6a-ab85-444b2dac59e0 req-be8b07ee-78a4-4ab6-9bca-a1b669df44d8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813589
Dec 04 00:53:30.984083 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494e144-2e96-4304-8496-c52a753aa3fb req-3aa5ea10-2fe0-4548-8da8-d0225e79812a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:30.985745 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7494e144-2e96-4304-8496-c52a753aa3fb req-3aa5ea10-2fe0-4548-8da8-d0225e79812a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 943 time: 0.0894947
Dec 04 00:53:31.031511 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c8428fd-9b71-4d6a-ab85-444b2dac59e0 req-01109666-be9e-49ed-872e-a108954d6afa service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502407
Dec 04 00:53:31.041425 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7494e144-2e96-4304-8496-c52a753aa3fb req-060ab306-de00-442e-b7a5-2399c9c57eca tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0464456
Dec 04 00:53:31.187937 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8c8428fd-9b71-4d6a-ab85-444b2dac59e0 req-7419a8aa-287f-49a8-b917-0ce1b2dcad9d service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1495862
Dec 04 00:53:32.262810 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12138310-e9cc-4523-a6f9-ce5a9e66b892 req-79c4a578-17b1-4c2c-9c7f-319f2376563b tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:32.264476 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12138310-e9cc-4523-a6f9-ce5a9e66b892 req-79c4a578-17b1-4c2c-9c7f-319f2376563b tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 943 time: 0.0905464
Dec 04 00:53:32.313709 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-12138310-e9cc-4523-a6f9-ce5a9e66b892 req-d61aa63b-ef38-4388-a0e0-04375bd254f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0423534
Dec 04 00:53:32.637350 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 60252) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:32.809106 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57967a0d-73b9-495f-aa6b-266375a6c19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:32.825780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-57967a0d-73b9-495f-aa6b-266375a6c19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:53:32.830530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-57967a0d-73b9-495f-aa6b-266375a6c19c admin admin] Usage tracker for resource:security_group_rule and tenant:934ce82f77074d338cb26c14b0a3a62a is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:53:32.833829 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-57967a0d-73b9-495f-aa6b-266375a6c19c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:53:32.840039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-57967a0d-73b9-495f-aa6b-266375a6c19c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:53:32.936823 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57967a0d-73b9-495f-aa6b-266375a6c19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:32.940855 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-57967a0d-73b9-495f-aa6b-266375a6c19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:32.950111 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-139fc5cc-e313-4c78-92bb-0accdcd7ab82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:32.990839 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-57967a0d-73b9-495f-aa6b-266375a6c19c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=934ce82f77074d338cb26c14b0a3a62a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3523436
Dec 04 00:53:32.993892 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 60264) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:32.995174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57967a0d-73b9-495f-aa6b-266375a6c19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742948f7-5387-43a4-9033-096c68b3bc4f,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:32.998886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-57967a0d-73b9-495f-aa6b-266375a6c19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:33.057627 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5eac26fb-ee4f-4101-8606-e63fe86a3db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:33.086356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5eac26fb-ee4f-4101-8606-e63fe86a3db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:33.133148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5eac26fb-ee4f-4101-8606-e63fe86a3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:33.137122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a8b38813-9703-4f91-8bcd-79d924282e20 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:33.149246 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac26fb-ee4f-4101-8606-e63fe86a3db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742948f7-5387-43a4-9033-096c68b3bc4f,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:33.153146 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5eac26fb-ee4f-4101-8606-e63fe86a3db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:33.157443 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5eac26fb-ee4f-4101-8606-e63fe86a3db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:33.158757 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5eac26fb-ee4f-4101-8606-e63fe86a3db7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/742948f7-5387-43a4-9033-096c68b3bc4f HTTP/1.1" status: 204  len: 168 time: 0.1637702
Dec 04 00:53:33.550709 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760e8d1-6b17-4f2f-9902-e303d034a47a req-59322b92-fa87-429a-b0cc-01693bef72fb tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:33.552379 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f760e8d1-6b17-4f2f-9902-e303d034a47a req-59322b92-fa87-429a-b0cc-01693bef72fb tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 943 time: 0.0897424
Dec 04 00:53:33.609964 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-f760e8d1-6b17-4f2f-9902-e303d034a47a req-6c0fdd75-2eb7-4707-9784-e35ae7cc7e81 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0504377
Dec 04 00:53:34.832551 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e87ec-1cb4-4179-a965-d27f3c21ceaf req-d2cba368-c3c1-4b43-b89d-e0961f9f7b21 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:34.834951 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-331e87ec-1cb4-4179-a965-d27f3c21ceaf req-d2cba368-c3c1-4b43-b89d-e0961f9f7b21 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 943 time: 0.0933266
Dec 04 00:53:34.893137 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-331e87ec-1cb4-4179-a965-d27f3c21ceaf req-0facdbc9-b4ad-4cda-b846-be29229cb022 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0442157
Dec 04 00:53:34.994615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 60330) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:35.177531 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b79e-e564-44cc-93c8-3ad2d968b1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:35.193921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b1b9b79e-e564-44cc-93c8-3ad2d968b1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:53:35.198278 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-b1b9b79e-e564-44cc-93c8-3ad2d968b1d7 admin admin] Usage tracker for resource:security_group_rule and tenant:eac12e193c1b43e8b0a7b6c65fb428c9 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:53:35.201500 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-b1b9b79e-e564-44cc-93c8-3ad2d968b1d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:53:35.208033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-b1b9b79e-e564-44cc-93c8-3ad2d968b1d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:53:35.296048 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b79e-e564-44cc-93c8-3ad2d968b1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:35.300194 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1b9b79e-e564-44cc-93c8-3ad2d968b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:35.307697 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-854490fd-9ecd-4926-a7da-083a4d0199b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:35.351256 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b1b9b79e-e564-44cc-93c8-3ad2d968b1d7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eac12e193c1b43e8b0a7b6c65fb428c9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3553469
Dec 04 00:53:35.352454 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9b79e-e564-44cc-93c8-3ad2d968b1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731cf908-cbc5-4fc5-a56b-d5b2d72fb6fb,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:35.354573 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 60336) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:35.355827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b1b9b79e-e564-44cc-93c8-3ad2d968b1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:35.425715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-56faa0f2-bd47-4226-ad26-2c7038941f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:35.453620 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-56faa0f2-bd47-4226-ad26-2c7038941f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:35.504400 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-56faa0f2-bd47-4226-ad26-2c7038941f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:35.516474 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ab4b3714-4541-4de8-b2e2-280a25bfad47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:35.541328 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56faa0f2-bd47-4226-ad26-2c7038941f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731cf908-cbc5-4fc5-a56b-d5b2d72fb6fb,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:35.545141 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-56faa0f2-bd47-4226-ad26-2c7038941f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:35.553055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-56faa0f2-bd47-4226-ad26-2c7038941f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:35.554968 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-56faa0f2-bd47-4226-ad26-2c7038941f09 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/731cf908-cbc5-4fc5-a56b-d5b2d72fb6fb HTTP/1.1" status: 204  len: 168 time: 0.1990054
Dec 04 00:53:36.112337 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80d6e7-75a9-464f-b93f-d47db834c684 req-47184aa8-84e9-47ff-bf6f-c05f14b4fe4d tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:36.114130 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e80d6e7-75a9-464f-b93f-d47db834c684 req-47184aa8-84e9-47ff-bf6f-c05f14b4fe4d tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 943 time: 0.0880094
Dec 04 00:53:36.162212 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-5e80d6e7-75a9-464f-b93f-d47db834c684 req-64496fca-fd05-4b9a-9da5-77390cb31fa4 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0413785
Dec 04 00:53:36.434427 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:53:37.379935 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96863712-0b8f-4190-bab3-49907cf13a2e req-a652cfdc-b819-4497-8429-be8283ccc5ca tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:37.381621 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-96863712-0b8f-4190-bab3-49907cf13a2e req-a652cfdc-b819-4497-8429-be8283ccc5ca tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 943 time: 0.0862398
Dec 04 00:53:37.434200 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-96863712-0b8f-4190-bab3-49907cf13a2e req-cb86883b-a959-4d83-88d3-67c5f37916c1 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0458460
Dec 04 00:53:38.166196 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 5171de51-c3bf-4dd0-813c-1ecfac12075e up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:53:38.182826 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 60408) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:38.246329 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port 5171de51-c3bf-4dd0-813c-1ecfac12075e completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:53:38.251494 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 5171de51-c3bf-4dd0-813c-1ecfac12075e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:53:38.251950 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:38.338820 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5805fec5-6d7e-49e3-b5c1-d0fe706812f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:38.355056 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5805fec5-6d7e-49e3-b5c1-d0fe706812f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:53:38.359287 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5805fec5-6d7e-49e3-b5c1-d0fe706812f8 admin admin] Usage tracker for resource:security_group_rule and tenant:7b248f09f19c48088492ad067bc91453 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:53:38.362404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-5805fec5-6d7e-49e3-b5c1-d0fe706812f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:53:38.368648 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-5805fec5-6d7e-49e3-b5c1-d0fe706812f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:53:38.371337 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:38.401876 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5171de51-c3bf-4dd0-813c-1ecfac12075e'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:53:38.413575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 5171de51-c3bf-4dd0-813c-1ecfac12075e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5171de51-c3bf-4dd0-813c-1ecfac12075e,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:53:38.417219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:38.419459 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:38.460422 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5805fec5-6d7e-49e3-b5c1-d0fe706812f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:38.464187 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5171de51-c3bf-4dd0-813c-1ecfac12075e', 'code': 200}
Dec 04 00:53:38.464701 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5805fec5-6d7e-49e3-b5c1-d0fe706812f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:38.499134 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=5171de51-c3bf-4dd0-813c-1ecfac12075e,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:38.499420 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9a280263-4941-4fc2-ad70-cbb0d2c8812c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:38.502782 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:38.517891 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-5805fec5-6d7e-49e3-b5c1-d0fe706812f8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7b248f09f19c48088492ad067bc91453&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3333821
Dec 04 00:53:38.520920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 60418) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:38.534530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805fec5-6d7e-49e3-b5c1-d0fe706812f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34076ec1-0767-4657-b92a-5bb5ec6cb252,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:38.537952 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5805fec5-6d7e-49e3-b5c1-d0fe706812f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:38.578384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 5171de51-c3bf-4dd0-813c-1ecfac12075e up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:53:38.603880 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e1655955-5d4a-408c-a6cc-24628cd91594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:38.632704 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e1655955-5d4a-408c-a6cc-24628cd91594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:38.667194 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 5171de51-c3bf-4dd0-813c-1ecfac12075e triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:53:38.667687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:38.681559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010d71b-8dc8-4ac1-a8df-7c0813aa009c req-55cb07e3-73a9-4cab-ba4f-cd0e5aacf1f9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:38.683547 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9010d71b-8dc8-4ac1-a8df-7c0813aa009c req-55cb07e3-73a9-4cab-ba4f-cd0e5aacf1f9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 945 time: 0.1082985
Dec 04 00:53:38.688827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e1655955-5d4a-408c-a6cc-24628cd91594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:38.695735 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4fd493a4-a323-4e6f-ad4b-53998597589e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:38.709163 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1655955-5d4a-408c-a6cc-24628cd91594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34076ec1-0767-4657-b92a-5bb5ec6cb252,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:38.737906 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9010d71b-8dc8-4ac1-a8df-7c0813aa009c req-5042adba-f402-4261-a9b9-9aea19f7d63d tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0461044
Dec 04 00:53:38.756642 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e1655955-5d4a-408c-a6cc-24628cd91594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:38.775277 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e1655955-5d4a-408c-a6cc-24628cd91594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:38.776586 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e1655955-5d4a-408c-a6cc-24628cd91594 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/34076ec1-0767-4657-b92a-5bb5ec6cb252 HTTP/1.1" status: 204  len: 168 time: 0.2545307
Dec 04 00:53:38.806380 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e91b5-cb26-4d15-b8ce-5d55c7c81c6c req-3b6368b5-4c3b-4f0b-b940-92ace81e24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:38.808053 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-591e91b5-cb26-4d15-b8ce-5d55c7c81c6c req-3b6368b5-4c3b-4f0b-b940-92ace81e24b4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 1162 time: 0.0964575
Dec 04 00:53:38.857844 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-591e91b5-cb26-4d15-b8ce-5d55c7c81c6c req-f745cb9c-76b2-498c-8952-b4313415db04 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0403497
Dec 04 00:53:39.155137 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 60430) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:39.175711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cdee20cd-10fb-483a-8334-d0b13dc875ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:39.192649 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cdee20cd-10fb-483a-8334-d0b13dc875ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:53:39.196861 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-cdee20cd-10fb-483a-8334-d0b13dc875ad admin admin] Usage tracker for resource:security_group_rule and tenant:ba6dbb2dc4c547caa7c6c50c8d35a0a9 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:53:39.199928 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-cdee20cd-10fb-483a-8334-d0b13dc875ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:53:39.205835 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-cdee20cd-10fb-483a-8334-d0b13dc875ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:53:39.296526 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cdee20cd-10fb-483a-8334-d0b13dc875ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:39.301022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cdee20cd-10fb-483a-8334-d0b13dc875ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:39.310410 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4f2ac6fc-3bc7-47bd-845d-249aa1c03ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:39.353738 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-cdee20cd-10fb-483a-8334-d0b13dc875ad admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ba6dbb2dc4c547caa7c6c50c8d35a0a9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1973519
Dec 04 00:53:39.354679 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee20cd-10fb-483a-8334-d0b13dc875ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca5f96f-0938-4df9-96d7-c29d89fcb671,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:39.357231 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 60434) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:39.360074 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cdee20cd-10fb-483a-8334-d0b13dc875ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:39.422796 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f34a44e-0673-43d5-b054-1f1acb75f726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:39.456311 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f34a44e-0673-43d5-b054-1f1acb75f726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:39.505211 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f34a44e-0673-43d5-b054-1f1acb75f726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:39.509242 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-729b28b5-9a1d-4c09-b708-e646aab10424 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:39.521121 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34a44e-0673-43d5-b054-1f1acb75f726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca5f96f-0938-4df9-96d7-c29d89fcb671,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:39.525499 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6f34a44e-0673-43d5-b054-1f1acb75f726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:39.528991 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6f34a44e-0673-43d5-b054-1f1acb75f726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:39.530291 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6f34a44e-0673-43d5-b054-1f1acb75f726 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1ca5f96f-0938-4df9-96d7-c29d89fcb671 HTTP/1.1" status: 204  len: 168 time: 0.1721101
Dec 04 00:53:39.955829 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2207e-d4ab-4600-8a50-e7acdf29c229 req-fadd0b29-2ce4-4333-baca-6d2280a2ddfa tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:39.957516 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-57e2207e-d4ab-4600-8a50-e7acdf29c229 req-fadd0b29-2ce4-4333-baca-6d2280a2ddfa tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 945 time: 0.0897942
Dec 04 00:53:40.006540 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-57e2207e-d4ab-4600-8a50-e7acdf29c229 req-2699b9f0-9c57-45af-9952-5a4f7a510375 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417962
Dec 04 00:53:41.225552 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1ebf7-991e-454d-9f52-8ae4dd082a86 req-9c489557-4760-4bac-8383-6c30327c4e78 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:41.227557 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-36f1ebf7-991e-454d-9f52-8ae4dd082a86 req-9c489557-4760-4bac-8383-6c30327c4e78 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 945 time: 0.0861924
Dec 04 00:53:41.276354 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-36f1ebf7-991e-454d-9f52-8ae4dd082a86 req-dca2477c-9a21-4fad-a7e5-25422d92a450 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0422673
Dec 04 00:53:41.497964 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05dbfa-fa9d-41a1-bd57-35c1b8e5aa9d req-822415f1-39e6-4a20-a4bb-12c906e686d0 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:41.499632 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe05dbfa-fa9d-41a1-bd57-35c1b8e5aa9d req-822415f1-39e6-4a20-a4bb-12c906e686d0 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 945 time: 0.0899341
Dec 04 00:53:41.547106 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fe05dbfa-fa9d-41a1-bd57-35c1b8e5aa9d req-2b1c92ec-7668-4ac9-970e-aed45f3d0e56 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0410903
Dec 04 00:53:41.765907 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-54ca4da0-5b89-4984-8cdf-bc08eef4cb38 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1647618
Dec 04 00:53:41.776750 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Request body: {'floatingip': {'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:53:41.785231 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:53:41.796745 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:53:41.806707 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:41.958130 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:42.220947 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1534c24-db34-4789-a9e4-9a08f1b0a19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:42.248665 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Allocated IP 172.27.3.167 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/ac61b745-fd90-4fd5-bfc0-aa28b884654c) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:53:42.414986 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:42.447961 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:42.532524 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e36a3a89-d2c3-4f59-b099-5a46f8429bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:42.633926 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event updated for resources: {'Port': ['ID=ac61b745-fd90-4fd5-bfc0-aa28b884654c,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:42.638254 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:42.673412 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:53:42.675161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:53:42.677746 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:53:42.762649 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:42.828889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:43.116112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:43.120867 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2563008'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:43.136180 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-de4d68fe-4922-451e-9aa3-62a822c766db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:43.272517 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event updated for resources: {'Port': ['ID=ac61b745-fd90-4fd5-bfc0-aa28b884654c,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:43.505300 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:43.624296 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:43.657699 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:43.659365 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8870671
Dec 04 00:53:43.749261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-89ec521f-4b76-4157-8fdd-3c74b9e8c161 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:floatingip {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:53:43.764859 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-89ec521f-4b76-4157-8fdd-3c74b9e8c161 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:floatingip {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:53:43.766138 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-89ec521f-4b76-4157-8fdd-3c74b9e8c161 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.167 HTTP/1.1" status: 200  len: 696 time: 0.0999522
Dec 04 00:53:43.934828 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-b3f4844a-28c3-4419-b220-3c0d0fadc34c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:43.936358 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-e31775e2-7100-4e20-b0d4-9a39584f9fd2 req-b3f4844a-28c3-4419-b220-3c0d0fadc34c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/networks/0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 HTTP/1.1" status: 200  len: 784 time: 0.1639583
Dec 04 00:53:44.135375 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99086f-f419-4827-ba65-d58b4862da14 req-7a1bc08b-a7dc-46e0-bb35-e34877c51232 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:44.137052 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc99086f-f419-4827-ba65-d58b4862da14 req-7a1bc08b-a7dc-46e0-bb35-e34877c51232 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0907376
Dec 04 00:53:44.163894 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 60552) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:44.231138 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc99086f-f419-4827-ba65-d58b4862da14 req-708855d9-3102-458e-aeb6-69761bce61f6 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.167 HTTP/1.1" status: 200  len: 696 time: 0.0862498
Dec 04 00:53:44.243593 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-bc99086f-f419-4827-ba65-d58b4862da14 req-1be07358-5843-4d6a-a596-d25374cdddcd tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Request body: {'floatingip': {'port_id': '5171de51-c3bf-4dd0-813c-1ecfac12075e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:53:44.373104 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e89c23c9-3f1a-4129-ae5b-638e5ce154b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:44.390772 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e89c23c9-3f1a-4129-ae5b-638e5ce154b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:53:44.395418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e89c23c9-3f1a-4129-ae5b-638e5ce154b6 admin admin] Usage tracker for resource:security_group_rule and tenant:25a553c487f04dcc86183a3f0c0168ff is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:53:44.399002 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-e89c23c9-3f1a-4129-ae5b-638e5ce154b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:53:44.404901 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-e89c23c9-3f1a-4129-ae5b-638e5ce154b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:53:44.459348 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b1818547-9a9f-43ad-81eb-a1db1ce159ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:44.510005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e89c23c9-3f1a-4129-ae5b-638e5ce154b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:44.513356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-e89c23c9-3f1a-4129-ae5b-638e5ce154b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:44.523749 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-c3fb546e-a719-4913-831f-feb431344897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:44.565551 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-bc99086f-f419-4827-ba65-d58b4862da14 req-1be07358-5843-4d6a-a596-d25374cdddcd tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:44.575731 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-e89c23c9-3f1a-4129-ae5b-638e5ce154b6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=25a553c487f04dcc86183a3f0c0168ff&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4104581
Dec 04 00:53:44.577606 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c23c9-3f1a-4129-ae5b-638e5ce154b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189cacfe-d091-43df-aa0a-df8427fa022f,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:44.580439 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 60574) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:44.583533 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e89c23c9-3f1a-4129-ae5b-638e5ce154b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:44.651392 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b857a3fd-d436-4b19-a1f5-d4b1d76c4d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:44.679039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b857a3fd-d436-4b19-a1f5-d4b1d76c4d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:44.724746 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b857a3fd-d436-4b19-a1f5-d4b1d76c4d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:44.730155 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-2cce42a1-6544-4d20-bfd1-c10da18e2df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:44.741575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857a3fd-d436-4b19-a1f5-d4b1d76c4d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189cacfe-d091-43df-aa0a-df8427fa022f,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:44.748174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b857a3fd-d436-4b19-a1f5-d4b1d76c4d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:44.748988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b857a3fd-d436-4b19-a1f5-d4b1d76c4d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:44.753251 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-b857a3fd-d436-4b19-a1f5-d4b1d76c4d40 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/189cacfe-d091-43df-aa0a-df8427fa022f HTTP/1.1" status: 204  len: 168 time: 0.1686883
Dec 04 00:53:45.209495 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-bc99086f-f419-4827-ba65-d58b4862da14 req-1be07358-5843-4d6a-a596-d25374cdddcd tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:45.212764 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-bc99086f-f419-4827-ba65-d58b4862da14 req-1be07358-5843-4d6a-a596-d25374cdddcd tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:45.401074 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-bc99086f-f419-4827-ba65-d58b4862da14 req-1be07358-5843-4d6a-a596-d25374cdddcd tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Floating IP 9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc associated. External IP: 172.27.3.167, port: 5171de51-c3bf-4dd0-813c-1ecfac12075e.
Dec 04 00:53:45.685839 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:45.773537 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc99086f-f419-4827-ba65-d58b4862da14 req-1be07358-5843-4d6a-a596-d25374cdddcd tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:53:45.971321 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc99086f-f419-4827-ba65-d58b4862da14 req-1be07358-5843-4d6a-a596-d25374cdddcd tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:53:45.975890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-bc99086f-f419-4827-ba65-d58b4862da14 req-1be07358-5843-4d6a-a596-d25374cdddcd tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:45.988556 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7efe80-6056-4950-a32a-5fb5f1ded66a None None] Sync routers for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:53:46.000684 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7efe80-6056-4950-a32a-5fb5f1ded66a None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:53:46.002026 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ac7efe80-6056-4950-a32a-5fb5f1ded66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0aea0780>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:53:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:46.051555 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc99086f-f419-4827-ba65-d58b4862da14 req-1be07358-5843-4d6a-a596-d25374cdddcd tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "PUT /v2.0/floatingips/9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc HTTP/1.1" status: 200  len: 996 time: 1.8054767
Dec 04 00:53:46.089717 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'tag': '5171de51-c3bf-4dd0-813c-1ecfac12075e'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:53:46.096447 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:46.153142 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99086f-f419-4827-ba65-d58b4862da14 req-f4c4d0ef-e4cb-4a24-9d14-867b91198b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:46.161483 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc99086f-f419-4827-ba65-d58b4862da14 req-f4c4d0ef-e4cb-4a24-9d14-867b91198b9a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 1162 time: 0.1086147
Dec 04 00:53:46.208222 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'tag': '5171de51-c3bf-4dd0-813c-1ecfac12075e', 'status': 'completed', 'code': 200}
Dec 04 00:53:46.215361 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 60648) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:46.271492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-ac7efe80-6056-4950-a32a-5fb5f1ded66a None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:53:46.400208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067eaeb-f0ac-4370-b813-3834a672bad1 req-1d4adff0-efad-4f63-a421-0415329ec0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:46.401831 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1067eaeb-f0ac-4370-b813-3834a672bad1 req-1d4adff0-efad-4f63-a421-0415329ec0be service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 1162 time: 0.1910574
Dec 04 00:53:46.429595 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8edf3abe-2a30-4002-9533-db81569fe164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:46.468728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8edf3abe-2a30-4002-9533-db81569fe164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:53:46.484274 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8edf3abe-2a30-4002-9533-db81569fe164 admin admin] Usage tracker for resource:security_group_rule and tenant:3117987aa6524baa85f832a96b7c98b8 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:53:46.488660 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-8edf3abe-2a30-4002-9533-db81569fe164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:53:46.497031 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-8edf3abe-2a30-4002-9533-db81569fe164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:53:46.497714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99086f-f419-4827-ba65-d58b4862da14 req-7ac6e9be-e66f-4294-98f0-1d0d4c11d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:46.506300 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc99086f-f419-4827-ba65-d58b4862da14 req-7ac6e9be-e66f-4294-98f0-1d0d4c11d72c service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.3438687
Dec 04 00:53:46.590023 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8edf3abe-2a30-4002-9533-db81569fe164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:46.593850 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8edf3abe-2a30-4002-9533-db81569fe164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:46.614377 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5c22fc24-486f-4adf-8bc9-db47bceb4252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:46.625697 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc99086f-f419-4827-ba65-d58b4862da14 req-d011d2c8-917c-49ad-b5be-44b162707de3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5171de51-c3bf-4dd0-813c-1ecfac12075e HTTP/1.1" status: 200  len: 999 time: 0.1184056
Dec 04 00:53:46.658758 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:46.660500 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf3abe-2a30-4002-9533-db81569fe164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e1e050-e5da-4f8a-944f-fd0a604f264d,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:46.664033 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8edf3abe-2a30-4002-9533-db81569fe164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:46.700479 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-8edf3abe-2a30-4002-9533-db81569fe164 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3117987aa6524baa85f832a96b7c98b8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4838810
Dec 04 00:53:46.702124 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 60658) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:46.728131 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99086f-f419-4827-ba65-d58b4862da14 req-4d9fdc75-183a-4671-bfe9-4b3b2196255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:46.730403 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc99086f-f419-4827-ba65-d58b4862da14 req-4d9fdc75-183a-4671-bfe9-4b3b2196255f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.1037643
Dec 04 00:53:46.739093 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ac7efe80-6056-4950-a32a-5fb5f1ded66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0aea0780>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'port_id': '5171de51-c3bf-4dd0-813c-1ecfac12075e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'mac_address': 'fa:16:3e:17:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:53:42Z', 'updated_at': '2020-12-04T00:53:45Z', 'revision_number': 1, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:46.743603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7efe80-6056-4950-a32a-5fb5f1ded66a None None] Checking router: 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:53:46.754792 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7efe80-6056-4950-a32a-5fb5f1ded66a None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:53:46.756089 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ac7efe80-6056-4950-a32a-5fb5f1ded66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0aea0780>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:53:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:46.779806 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-24c17d71-338e-4036-b829-31a44493e868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:46.795767 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067eaeb-f0ac-4370-b813-3834a672bad1 req-dce9a17f-4530-4607-97aa-8022f19cb6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:46.797047 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1067eaeb-f0ac-4370-b813-3834a672bad1 req-dce9a17f-4530-4607-97aa-8022f19cb6de service neutron] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.3845096
Dec 04 00:53:46.812466 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-24c17d71-338e-4036-b829-31a44493e868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:46.861956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-24c17d71-338e-4036-b829-31a44493e868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:46.867627 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e8dc4c2d-b424-4846-856c-e95425cc17e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:46.883973 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-24c17d71-338e-4036-b829-31a44493e868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:46.887714 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-24c17d71-338e-4036-b829-31a44493e868 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f4e1e050-e5da-4f8a-944f-fd0a604f264d HTTP/1.1" status: 204  len: 168 time: 0.1831594
Dec 04 00:53:46.887714 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c17d71-338e-4036-b829-31a44493e868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e1e050-e5da-4f8a-944f-fd0a604f264d,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:46.898665 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-24c17d71-338e-4036-b829-31a44493e868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:46.930458 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1067eaeb-f0ac-4370-b813-3834a672bad1 req-eca65e5c-822b-4bc1-b498-f3ceb2c1dc8e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5171de51-c3bf-4dd0-813c-1ecfac12075e HTTP/1.1" status: 200  len: 999 time: 0.1255722
Dec 04 00:53:46.973740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-ac7efe80-6056-4950-a32a-5fb5f1ded66a None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:53:46.997194 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99086f-f419-4827-ba65-d58b4862da14 req-6af0ec04-035a-42d6-a830-d4f184c0abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:46.998801 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc99086f-f419-4827-ba65-d58b4862da14 req-6af0ec04-035a-42d6-a830-d4f184c0abab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2545784
Dec 04 00:53:47.014397 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067eaeb-f0ac-4370-b813-3834a672bad1 req-31081f90-d83e-4555-9171-167d949780d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:47.015126 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1067eaeb-f0ac-4370-b813-3834a672bad1 req-31081f90-d83e-4555-9171-167d949780d2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.0772398
Dec 04 00:53:47.308881 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 60680) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:47.331218 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f70816f-7ec8-40d5-b9c8-7e4eb551342c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:47.349369 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9f70816f-7ec8-40d5-b9c8-7e4eb551342c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:53:47.354241 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9f70816f-7ec8-40d5-b9c8-7e4eb551342c admin admin] Usage tracker for resource:security_group_rule and tenant:8030333a87a645e4bc6c0864db1bcd5a is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:53:47.357541 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-9f70816f-7ec8-40d5-b9c8-7e4eb551342c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:53:47.364288 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-9f70816f-7ec8-40d5-b9c8-7e4eb551342c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:53:47.419263 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-ac7efe80-6056-4950-a32a-5fb5f1ded66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0aea0780>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'port_id': '5171de51-c3bf-4dd0-813c-1ecfac12075e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'mac_address': 'fa:16:3e:17:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:53:42Z', 'updated_at': '2020-12-04T00:53:45Z', 'revision_number': 1, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:53:47.424843 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7efe80-6056-4950-a32a-5fb5f1ded66a None None] The sync data for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi is: [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'port_id': '5171de51-c3bf-4dd0-813c-1ecfac12075e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'mac_address': 'fa:16:3e:17:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:53:42Z', 'updated_at': '2020-12-04T00:53:45Z', 'revision_number': 1, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:53:47.469388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f70816f-7ec8-40d5-b9c8-7e4eb551342c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:47.473889 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9f70816f-7ec8-40d5-b9c8-7e4eb551342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:47.476716 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067eaeb-f0ac-4370-b813-3834a672bad1 req-8d41a0c5-53ba-4bf8-b42e-c2a50e58964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:47.478663 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1067eaeb-f0ac-4370-b813-3834a672bad1 req-8d41a0c5-53ba-4bf8-b42e-c2a50e58964f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4395308
Dec 04 00:53:47.487551 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc99086f-f419-4827-ba65-d58b4862da14 req-d5c90ec5-dbcf-492e-9eab-6d3431f1b92b service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4709105
Dec 04 00:53:47.506059 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-57967a0d-73b9-495f-aa6b-266375a6c19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:47.515990 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9f70816f-7ec8-40d5-b9c8-7e4eb551342c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8030333a87a645e4bc6c0864db1bcd5a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2057467
Dec 04 00:53:47.520971 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 60684) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:47.564706 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70816f-7ec8-40d5-b9c8-7e4eb551342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a90c48-3c23-432d-bb4c-d9d91d816703,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:47.568340 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9f70816f-7ec8-40d5-b9c8-7e4eb551342c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:47.605303 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-be5d2786-ac6c-4dc6-bbaa-b6fcd50c7dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:47.635083 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-be5d2786-ac6c-4dc6-bbaa-b6fcd50c7dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:47.688647 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-be5d2786-ac6c-4dc6-bbaa-b6fcd50c7dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:47.694385 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9b7d856b-41d3-4f00-9713-66aba3faa0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:47.711732 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d2786-ac6c-4dc6-bbaa-b6fcd50c7dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a90c48-3c23-432d-bb4c-d9d91d816703,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:47.713803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-be5d2786-ac6c-4dc6-bbaa-b6fcd50c7dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:47.715028 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-be5d2786-ac6c-4dc6-bbaa-b6fcd50c7dd6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/95a90c48-3c23-432d-bb4c-d9d91d816703 HTTP/1.1" status: 204  len: 168 time: 0.1930683
Dec 04 00:53:47.715981 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-be5d2786-ac6c-4dc6-bbaa-b6fcd50c7dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:47.731885 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1067eaeb-f0ac-4370-b813-3834a672bad1 req-3cebe67e-d886-45ee-8e91-ab2e39577f1d service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2435591
Dec 04 00:53:47.754359 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6eeb04-e2dc-47e2-90c1-db8de4543b70 None None] New status for floating IP 9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:53:47.861834 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bc99086f-f419-4827-ba65-d58b4862da14 req-bf7f5aff-7108-4c11-b235-a43108c44e22 service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3487625
Dec 04 00:53:47.915477 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1067eaeb-f0ac-4370-b813-3834a672bad1 req-1a3d83ab-6381-4825-a1a7-1bb3a10ce657 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1694109
Dec 04 00:53:48.210490 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 60696) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:48.232513 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6754b00d-3d74-4b2f-944e-25dd4e10c29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:48.248234 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6754b00d-3d74-4b2f-944e-25dd4e10c29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:53:48.252355 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6754b00d-3d74-4b2f-944e-25dd4e10c29e admin admin] Usage tracker for resource:security_group_rule and tenant:04e6506281ae4d5d9dfd7b77fb08a34b is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:53:48.255416 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-6754b00d-3d74-4b2f-944e-25dd4e10c29e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:53:48.261489 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-6754b00d-3d74-4b2f-944e-25dd4e10c29e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:53:48.348470 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6754b00d-3d74-4b2f-944e-25dd4e10c29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:48.353965 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6754b00d-3d74-4b2f-944e-25dd4e10c29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:48.365214 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-03e5236c-ba3b-488b-a489-d5d35d0163d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:48.412195 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-6754b00d-3d74-4b2f-944e-25dd4e10c29e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=04e6506281ae4d5d9dfd7b77fb08a34b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2000360
Dec 04 00:53:48.413152 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754b00d-3d74-4b2f-944e-25dd4e10c29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d965516-be7b-4c26-94e4-45d8bdeee38e,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:48.415294 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 60700) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:48.416502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6754b00d-3d74-4b2f-944e-25dd4e10c29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:48.488605 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66614785-3054-411a-8dc0-8662011cbf69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:48.518547 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66614785-3054-411a-8dc0-8662011cbf69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:48.570261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66614785-3054-411a-8dc0-8662011cbf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:48.575726 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a43434d4-04ae-4fad-ac8f-00681e96a65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:48.591605 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66614785-3054-411a-8dc0-8662011cbf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d965516-be7b-4c26-94e4-45d8bdeee38e,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:48.594506 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-66614785-3054-411a-8dc0-8662011cbf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:48.597276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-66614785-3054-411a-8dc0-8662011cbf69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:48.598574 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-66614785-3054-411a-8dc0-8662011cbf69 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9d965516-be7b-4c26-94e4-45d8bdeee38e HTTP/1.1" status: 204  len: 168 time: 0.1820974
Dec 04 00:53:56.997861 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:57.033992 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 60838) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:57.209371 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3dd91c6f-c801-4eed-8f3f-d658cfa0a793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:57.226567 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3dd91c6f-c801-4eed-8f3f-d658cfa0a793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:53:57.231191 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3dd91c6f-c801-4eed-8f3f-d658cfa0a793 admin admin] Usage tracker for resource:security_group_rule and tenant:89c772c6214f4d2ca0bdfccae37d06f1 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:53:57.234371 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-3dd91c6f-c801-4eed-8f3f-d658cfa0a793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:53:57.242106 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-3dd91c6f-c801-4eed-8f3f-d658cfa0a793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:53:57.332809 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3dd91c6f-c801-4eed-8f3f-d658cfa0a793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:57.338323 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3dd91c6f-c801-4eed-8f3f-d658cfa0a793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:57.348991 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-a9c5c1b2-1def-4961-8c2f-d9a541d4063a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:57.393959 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd91c6f-c801-4eed-8f3f-d658cfa0a793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e390d234-1f9c-4a84-b47e-019a1ce3515d,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:57.398643 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3dd91c6f-c801-4eed-8f3f-d658cfa0a793 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=89c772c6214f4d2ca0bdfccae37d06f1&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3634644
Dec 04 00:53:57.399655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3dd91c6f-c801-4eed-8f3f-d658cfa0a793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:57.401530 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 60844) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:57.466942 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9e8546b3-71a7-4623-8480-84f20c0e772d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:57.497673 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9e8546b3-71a7-4623-8480-84f20c0e772d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:57.552708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9e8546b3-71a7-4623-8480-84f20c0e772d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:57.557489 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-cdee20cd-10fb-483a-8334-d0b13dc875ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:57.570917 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8546b3-71a7-4623-8480-84f20c0e772d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e390d234-1f9c-4a84-b47e-019a1ce3515d,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:57.573806 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9e8546b3-71a7-4623-8480-84f20c0e772d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:57.581775 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9e8546b3-71a7-4623-8480-84f20c0e772d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:57.583035 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-9e8546b3-71a7-4623-8480-84f20c0e772d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e390d234-1f9c-4a84-b47e-019a1ce3515d HTTP/1.1" status: 204  len: 168 time: 0.1803808
Dec 04 00:53:57.863675 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc6dd063-9557-4db6-a8f9-6b499a95f578 req-fbbc6701-1ab4-4c89-8f7d-69cc70a13356 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0762081
Dec 04 00:53:57.953553 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 60854) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:57.975139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:57.992141 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:53:57.996472 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Usage tracker for resource:security_group_rule and tenant:617c58ac8e9e4058b29c99f38d74be8f is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:53:57.999612 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:53:58.005665 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:53:58.030376 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dd063-9557-4db6-a8f9-6b499a95f578 req-6e47d4c9-e0e2-481f-8f17-a531600fc86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:58.032122 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc6dd063-9557-4db6-a8f9-6b499a95f578 req-6e47d4c9-e0e2-481f-8f17-a531600fc86a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 1162 time: 0.0806799
Dec 04 00:53:58.099065 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:58.102868 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:58.112728 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9f70816f-7ec8-40d5-b9c8-7e4eb551342c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:58.162478 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=617c58ac8e9e4058b29c99f38d74be8f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2052641
Dec 04 00:53:58.162478 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918e5c3c-8c69-4413-b0f7-0a7225d63230,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:58.162849 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 60858) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:53:58.170141 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.170562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.170978 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.171389 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.171826 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.172230 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.172628 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.172999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.173408 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.173817 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.174248 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.174651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.175170 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.175671 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.176072 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.176475 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.176870 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.177271 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.177669 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.178071 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.178471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.178870 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.179262 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.179682 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:53:58.184243 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d2cdcab2-3948-4795-a523-4803d9d979b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:58.246066 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dd063-9557-4db6-a8f9-6b499a95f578 req-9ecec8fc-5c7c-4ad5-87a3-304a2204d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:58.247892 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc6dd063-9557-4db6-a8f9-6b499a95f578 req-9ecec8fc-5c7c-4ad5-87a3-304a2204d54c service neutron] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.1935737
Dec 04 00:53:58.337709 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-79d81a7c-59c2-4b6b-86bd-e7fcc3588521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:58.396501 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-79d81a7c-59c2-4b6b-86bd-e7fcc3588521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:58.405828 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc6dd063-9557-4db6-a8f9-6b499a95f578 req-e5d417e3-9205-4c25-839c-c44e9ef2d83b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5171de51-c3bf-4dd0-813c-1ecfac12075e HTTP/1.1" status: 200  len: 1001 time: 0.1479211
Dec 04 00:53:58.499757 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dd063-9557-4db6-a8f9-6b499a95f578 req-3c0a4c07-68cf-4f55-af98-4d765eba3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:58.501246 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc6dd063-9557-4db6-a8f9-6b499a95f578 req-3c0a4c07-68cf-4f55-af98-4d765eba3cf7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.0834460
Dec 04 00:53:58.542365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-79d81a7c-59c2-4b6b-86bd-e7fcc3588521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:58.550534 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8c1b61b0-6a5e-4862-bf4f-520675b11cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:53:58.571100 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d81a7c-59c2-4b6b-86bd-e7fcc3588521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e5c3c-8c69-4413-b0f7-0a7225d63230,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:53:58.574912 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-79d81a7c-59c2-4b6b-86bd-e7fcc3588521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:53:58.579566 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-79d81a7c-59c2-4b6b-86bd-e7fcc3588521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:53:58.581968 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-79d81a7c-59c2-4b6b-86bd-e7fcc3588521 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/918e5c3c-8c69-4413-b0f7-0a7225d63230 HTTP/1.1" status: 204  len: 168 time: 0.4149313
Dec 04 00:53:58.614583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dd063-9557-4db6-a8f9-6b499a95f578 req-8b02f1a4-a405-4141-8380-9045e1988ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:53:58.617202 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc6dd063-9557-4db6-a8f9-6b499a95f578 req-8b02f1a4-a405-4141-8380-9045e1988ae4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1079011
Dec 04 00:53:58.771621 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc6dd063-9557-4db6-a8f9-6b499a95f578 req-3cbd7589-00c5-4191-bb10-443b697bb69c service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463571
Dec 04 00:53:58.935196 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-fc6dd063-9557-4db6-a8f9-6b499a95f578 req-259fc940-94e2-4115-8b3c-7c6f0f719c9d service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1566856
Dec 04 00:54:04.100028 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 60960) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:54:04.276137 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:04.293159 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:54:04.297626 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Usage tracker for resource:security_group_rule and tenant:f70bb1526a734d49893ab2d5f76ad0b8 is out of sync, need to count used quota {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:54:04.301210 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80262) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:54:04.307384 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:54:04.398278 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:04.403224 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:04.410981 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e2508d92-38a2-4956-bbc9-76e534708c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:54:04.454453 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f70bb1526a734d49893ab2d5f76ad0b8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3530364
Dec 04 00:54:04.455773 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942853fb-5803-4da8-91f2-2a23af326fc1,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:54:04.457922 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 60966) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:54:04.475758 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.476155 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.476564 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.477283 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.477685 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.478082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.478479 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.478875 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.479267 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.479688 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.480084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.480477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.480945 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.481338 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.481741 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.482133 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.482522 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.482915 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.483290 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.483710 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.484128 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.484495 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.484886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.485274 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:54:04.490838 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:54:04.540212 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-728b56d5-91dc-4b7f-82ae-c23aca8761e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:04.569325 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-728b56d5-91dc-4b7f-82ae-c23aca8761e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:04.620678 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-728b56d5-91dc-4b7f-82ae-c23aca8761e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:04.624633 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-f2968885-033d-4192-91f5-06b99a7d6115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:54:04.636502 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b56d5-91dc-4b7f-82ae-c23aca8761e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942853fb-5803-4da8-91f2-2a23af326fc1,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:54:04.640718 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-728b56d5-91dc-4b7f-82ae-c23aca8761e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:54:04.645257 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-728b56d5-91dc-4b7f-82ae-c23aca8761e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:04.649116 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-728b56d5-91dc-4b7f-82ae-c23aca8761e0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/942853fb-5803-4da8-91f2-2a23af326fc1 HTTP/1.1" status: 204  len: 168 time: 0.1861191
Dec 04 00:54:11.182696 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 32812) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:54:11.349684 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c1310ef-3b77-430c-8cd9-e38d23098a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:11.366552 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4c1310ef-3b77-430c-8cd9-e38d23098a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:54:11.371163 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4c1310ef-3b77-430c-8cd9-e38d23098a1f admin admin] Usage tracker for resource:security_group_rule and tenant:ad0fa321de72496ea79b9c3e44ece567 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:54:11.376466 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-4c1310ef-3b77-430c-8cd9-e38d23098a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:54:11.382640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-4c1310ef-3b77-430c-8cd9-e38d23098a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:54:11.471772 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c1310ef-3b77-430c-8cd9-e38d23098a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:11.476802 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4c1310ef-3b77-430c-8cd9-e38d23098a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:11.491870 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-370d5d01-f594-4504-92d7-9b94b1d5dd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:54:11.538285 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4c1310ef-3b77-430c-8cd9-e38d23098a1f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ad0fa321de72496ea79b9c3e44ece567&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3543890
Dec 04 00:54:11.539219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1310ef-3b77-430c-8cd9-e38d23098a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8964de8-3e48-496b-8c4d-252a208b0882,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:54:11.541430 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 32818) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:54:11.542539 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4c1310ef-3b77-430c-8cd9-e38d23098a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:54:11.610495 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d8412d78-8fc0-4b2e-a6b6-2bcfead96a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:11.638837 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d8412d78-8fc0-4b2e-a6b6-2bcfead96a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:11.686220 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d8412d78-8fc0-4b2e-a6b6-2bcfead96a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:11.690117 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-728b56d5-91dc-4b7f-82ae-c23aca8761e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:54:11.701991 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8412d78-8fc0-4b2e-a6b6-2bcfead96a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8964de8-3e48-496b-8c4d-252a208b0882,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:54:11.705993 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d8412d78-8fc0-4b2e-a6b6-2bcfead96a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:54:11.709829 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d8412d78-8fc0-4b2e-a6b6-2bcfead96a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:11.713759 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d8412d78-8fc0-4b2e-a6b6-2bcfead96a60 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c8964de8-3e48-496b-8c4d-252a208b0882 HTTP/1.1" status: 204  len: 168 time: 0.1685324
Dec 04 00:54:12.215364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d2a55fb8-59d8-444c-a784-194414db5f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:13.440383 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:54:14.476093 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-232e723d-73af-479b-b2b6-2eeb9a98c992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:15.677668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:16.090659 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:16.331746 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 32852) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:54:16.492922 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-87aecc20-f54e-47e3-938b-ff81d8d961fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:16.509126 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-87aecc20-f54e-47e3-938b-ff81d8d961fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:54:16.513624 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-87aecc20-f54e-47e3-938b-ff81d8d961fb admin admin] Usage tracker for resource:security_group_rule and tenant:0a2cb9ea2e1d42ff82719f8a2402b176 is out of sync, need to count used quota {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 04 00:54:16.516824 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [None req-87aecc20-f54e-47e3-938b-ff81d8d961fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80263) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 04 00:54:16.522866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [None req-87aecc20-f54e-47e3-938b-ff81d8d961fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:54:16.610006 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-87aecc20-f54e-47e3-938b-ff81d8d961fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:16.615302 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-87aecc20-f54e-47e3-938b-ff81d8d961fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:16.625279 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e9c8ee12-deb9-4223-bfe7-a48c9b98b09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:54:16.649745 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:16.675382 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aecc20-f54e-47e3-938b-ff81d8d961fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f073a2d-b4fd-46d0-9d59-f042795f9688,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:54:16.678866 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-87aecc20-f54e-47e3-938b-ff81d8d961fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:54:16.685359 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-87aecc20-f54e-47e3-938b-ff81d8d961fb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0a2cb9ea2e1d42ff82719f8a2402b176&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3498278
Dec 04 00:54:16.686415 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 32858) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:54:16.754886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97fbc245-ae7f-43f1-a3fc-99b3784bb12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:16.784124 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97fbc245-ae7f-43f1-a3fc-99b3784bb12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:16.833034 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97fbc245-ae7f-43f1-a3fc-99b3784bb12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:16.836964 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-e89c23c9-3f1a-4129-ae5b-638e5ce154b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:54:16.852808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbc245-ae7f-43f1-a3fc-99b3784bb12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f073a2d-b4fd-46d0-9d59-f042795f9688,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:54:16.855395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-97fbc245-ae7f-43f1-a3fc-99b3784bb12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:54:16.868006 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-97fbc245-ae7f-43f1-a3fc-99b3784bb12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:16.869252 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-97fbc245-ae7f-43f1-a3fc-99b3784bb12b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0f073a2d-b4fd-46d0-9d59-f042795f9688 HTTP/1.1" status: 204  len: 168 time: 0.1826651
Dec 04 00:54:27.018583 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:42.219796 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a3653291-f127-4e82-886b-c8ecb56dbcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:44.468641 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-f5757b31-68e5-44c1-92cf-c96fc13c8ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:45.686712 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:46.096860 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:46.654476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:50.444946 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:54:57.028319 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:54:58.025477 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918dc7de-75d7-4549-a7c2-7c1f5ab210e4 req-0e16374e-62ba-485b-bdf8-0b9542f57917 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2410424
Dec 04 00:54:58.196716 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dc7de-75d7-4549-a7c2-7c1f5ab210e4 req-09d25769-9599-4ec1-9bdd-db57f4786209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:54:58.198597 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918dc7de-75d7-4549-a7c2-7c1f5ab210e4 req-09d25769-9599-4ec1-9bdd-db57f4786209 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 1162 time: 0.0823789
Dec 04 00:54:58.365428 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dc7de-75d7-4549-a7c2-7c1f5ab210e4 req-b737b8de-14c5-4223-b60f-b21a8bd5f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:54:58.367048 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918dc7de-75d7-4549-a7c2-7c1f5ab210e4 req-b737b8de-14c5-4223-b60f-b21a8bd5f0a8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.1446223
Dec 04 00:54:58.478721 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918dc7de-75d7-4549-a7c2-7c1f5ab210e4 req-1a73aafe-a1b1-4f3f-bd6e-c345eaa98495 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5171de51-c3bf-4dd0-813c-1ecfac12075e HTTP/1.1" status: 200  len: 1001 time: 0.1037660
Dec 04 00:54:58.556907 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dc7de-75d7-4549-a7c2-7c1f5ab210e4 req-e25c2b9d-0e49-4ede-b7bb-a3a045d7811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:54:58.558545 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918dc7de-75d7-4549-a7c2-7c1f5ab210e4 req-e25c2b9d-0e49-4ede-b7bb-a3a045d7811d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.0720496
Dec 04 00:54:58.647599 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dc7de-75d7-4549-a7c2-7c1f5ab210e4 req-1bb769f0-493f-4025-8171-f3abe975c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:54:58.649243 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918dc7de-75d7-4549-a7c2-7c1f5ab210e4 req-1bb769f0-493f-4025-8171-f3abe975c53f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827813
Dec 04 00:54:58.663911 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-918dc7de-75d7-4549-a7c2-7c1f5ab210e4 req-5dbffac4-8fed-4709-aacd-502d73c40e4f service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=80262) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 00:54:58.665021 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918dc7de-75d7-4549-a7c2-7c1f5ab210e4 req-5dbffac4-8fed-4709-aacd-502d73c40e4f service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0055060
Dec 04 00:54:58.815930 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918dc7de-75d7-4549-a7c2-7c1f5ab210e4 req-4a224980-fd2f-4888-bf88-581900e3c792 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422291
Dec 04 00:54:58.970186 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-918dc7de-75d7-4549-a7c2-7c1f5ab210e4 req-5d10efab-3d58-4651-8f3f-d22986fb86a1 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470263
Dec 04 00:55:12.224176 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9713eeee-b6d1-488a-8cd3-05804cb876ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:14.471192 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-764c9de7-663c-4515-b904-11f56e125a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:15.683289 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:16.099566 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:16.664372 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:27.019776 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:27.442519 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:55:38.022220 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-fecdd217-399b-4b3e-b657-629d64a5ef8f tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1743171934&fields=id&tenant_id=7a26399740574f8392d1363acd2d4d9f HTTP/1.1" status: 200  len: 267 time: 0.0561647
Dec 04 00:55:38.197801 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-cb7fc305-01ad-40f7-a445-8ba71fbe045c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:38.199467 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-cb7fc305-01ad-40f7-a445-8ba71fbe045c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 812 time: 0.1664522
Dec 04 00:55:38.216567 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8fe9da58-fa5f-4c1f-a288-4b4753013f27 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/quotas/7a26399740574f8392d1363acd2d4d9f HTTP/1.1" status: 200  len: 375 time: 0.0102422
Dec 04 00:55:38.312617 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-2d3a9940-7bca-4f19-94a1-377e7607991a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0900939
Dec 04 00:55:38.440577 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-07df2371-2335-4c1f-a383-c2206edc16c2 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=80263) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 04 00:55:38.441662 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-07df2371-2335-4c1f-a383-c2206edc16c2 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1158981
Dec 04 00:55:38.594717 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-bcf4c001-e7e6-4245-95a2-acf5b3c57d4f service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421666
Dec 04 00:55:38.750196 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-a938ba4b-d1b2-4c53-8a19-6792bc9b1ade service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1475315
Dec 04 00:55:40.307049 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a806fd5b-67b2-4fe5-8e1e-7273a4c2c49f req-b74d2514-4062-4189-8417-086c4d8e9878 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 210 time: 0.1326773
Dec 04 00:55:41.487490 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-8a57a7be-6115-42be-a3aa-1a165f4a641e req-723c44fa-a84e-4d18-b352-27d672feda5d tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 210 time: 0.0488143
Dec 04 00:55:41.606170 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-180be936-1665-46fa-9e97-3ce8f7dab6a4 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:41.607774 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-180be936-1665-46fa-9e97-3ce8f7dab6a4 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 812 time: 0.1615751
Dec 04 00:55:41.692190 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-9c3f8ceb-f3bf-41de-b845-4a7cb8d3288a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7a26399740574f8392d1363acd2d4d9f HTTP/1.1" status: 200  len: 5551 time: 0.0676734
Dec 04 00:55:41.701668 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Request body: {'port': {'device_id': 'dbf02bcc-1e1e-411f-bf3b-d8084ed04c94', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'admin_state_up': True, 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'security_groups': ['8bde1058-ac2b-4d3c-9701-39a5dc8f02ef']}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:55:41.849365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:55:41.864835 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80262) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:55:41.876395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Made reservation on behalf of 7a26399740574f8392d1363acd2d4d9f for: {'port': 1} {{(pid=80262) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 04 00:55:41.882095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:42.216758 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Allocated IP 172.20.0.3 (ef9697c2-5192-435d-8ebe-ebe8581e98d6/59e85dfb-0f2f-4097-a998-dace8276b2b0/28d03622-e07c-4a07-8676-c9a15ff6355d) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:55:42.231990 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7684dcc-1d22-48a3-ac02-7155b86f340d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:42.686700 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-56f64267-5d7b-494a-af81-30ed2c8ca76e req-eb2bd3c3-0dec-4881-a252-c6cbaa48d912 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 210 time: 0.0628443
Dec 04 00:55:42.695606 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:42.712561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Transition to ACTIVE for port object 28d03622-e07c-4a07-8676-c9a15ff6355d will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:55:42.734933 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3251384'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:42.750477 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6674b282-de2f-4476-bb6d-5fe0cb438531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:55:42.887470 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event updated for resources: {'Port': ['ID=28d03622-e07c-4a07-8676-c9a15ff6355d,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:55:42.910272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.910691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.911111 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.911561 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.911973 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.912380 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.912780 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.913183 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.913578 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.913972 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.914367 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.914747 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.915210 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.915631 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.916027 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.916417 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.916808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.917198 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.917589 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.917980 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.918368 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.918755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.919150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.919543 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:42.925973 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:55:42.962013 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Network ef9697c2-5192-435d-8ebe-ebe8581e98d6 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:55:42.963139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:55:42.965569 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:55:43.037242 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:43.037655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:43.068411 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-09231a0f-a2e0-462a-82f2-d5b2b22bf883 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3708203
Dec 04 00:55:43.082068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Request body: {'port': {'device_id': 'dbf02bcc-1e1e-411f-bf3b-d8084ed04c94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:55:43.197401 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:43.230520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-092b2744-ef52-47c8-ab96-06512bfc9519 None None] Provisioning for port 28d03622-e07c-4a07-8676-c9a15ff6355d completed by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:55:43.236032 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-092b2744-ef52-47c8-ab96-06512bfc9519 None None] Provisioning complete for port 28d03622-e07c-4a07-8676-c9a15ff6355d triggered by entity DHCP. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:55:43.236388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-092b2744-ef52-47c8-ab96-06512bfc9519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:43.290912 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-092b2744-ef52-47c8-ab96-06512bfc9519 None None] Port 28d03622-e07c-4a07-8676-c9a15ff6355d cannot update to ACTIVE because it is not bound. {{(pid=80264) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 04 00:55:43.635200 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d03622-e07c-4a07-8676-c9a15ff6355d {{(pid=80262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 04 00:55:43.642351 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:43.655480 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Transition to ACTIVE for port object 28d03622-e07c-4a07-8676-c9a15ff6355d will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 04 00:55:43.659353 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:43.672639 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b1a5e6ad-ff9f-4fe5-8959-a2895b1c6b71 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:55:43.799356 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Pushing event updated for resources: {'Port': ['ID=28d03622-e07c-4a07-8676-c9a15ff6355d,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:55:43.802580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:55:43.908824 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7a4df-46fe-4c6e-8b3b-1f3209ec26f3 req-df42adda-a687-4b14-b5a8-d9f39deab9e0 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:43.910557 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ebe7a4df-46fe-4c6e-8b3b-1f3209ec26f3 req-df42adda-a687-4b14-b5a8-d9f39deab9e0 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 943 time: 0.0936217
Dec 04 00:55:43.962791 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-ebe7a4df-46fe-4c6e-8b3b-1f3209ec26f3 req-5a402c33-c96f-4bef-8e69-632374eb41c2 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0457067
Dec 04 00:55:44.009946 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Attempting to bind port 28d03622-e07c-4a07-8676-c9a15ff6355d on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 04 00:55:44.010309 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Attempting to bind port 28d03622-e07c-4a07-8676-c9a15ff6355d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 04 00:55:44.010674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Attempting to bind port 28d03622-e07c-4a07-8676-c9a15ff6355d on network ef9697c2-5192-435d-8ebe-ebe8581e98d6 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 04 00:55:44.016833 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Checking agent: {'id': '996bfad4-f2f3-4e75-9de3-1c696af9ab9a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 41, 56), 'started_at': datetime.datetime(2020, 12, 4, 0, 42, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.81', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 04 00:55:44.017207 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Checking segment: {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 04 00:55:44.017615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:44.018009 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Bound using segment: {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 04 00:55:44.018516 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Bound port: 28d03622-e07c-4a07-8676-c9a15ff6355d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad674641-9d72-41a5-8e59-0d1aa246dac3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 04 00:55:44.019265 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:44.113886 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] For port 28d03622-e07c-4a07-8676-c9a15ff6355d, host hv-cinder-76330, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 04 00:55:44.117920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] For port 28d03622-e07c-4a07-8676-c9a15ff6355d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=28d03622-e07c-4a07-8676-c9a15ff6355d,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 04 00:55:44.121520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851524431'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:44.138641 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6d0b5953-cc42-44bc-bb7d-78cc430217a7 tempest-TestShelveInstance-975546922 tempest-TestShelveInstance-975546922] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:55:44.291324 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Pushing event updated for resources: {'Port': ['ID=28d03622-e07c-4a07-8676-c9a15ff6355d,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:55:44.295913 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:55:44.326674 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:44.327349 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:44.329110 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-8ad7c0d5-bec5-45bb-8d5f-47f4947798dd service neutron] 10.222.0.91 "PUT /v2.0/ports/28d03622-e07c-4a07-8676-c9a15ff6355d HTTP/1.1" status: 200  len: 1157 time: 1.2517848
Dec 04 00:55:44.329381 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf02bcc-1e1e-411f-bf3b-d8084ed04c94', 'tag': '28d03622-e07c-4a07-8676-c9a15ff6355d'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:55:44.456681 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-5067a80b-c889-4b41-8d57-2e27bd5aa147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:44.458381 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-5067a80b-c889-4b41-8d57-2e27bd5aa147 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 1160 time: 0.0887892
Dec 04 00:55:44.465594 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b7c59896-8e3d-463d-81ad-fe3e77e068ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:44.527579 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf02bcc-1e1e-411f-bf3b-d8084ed04c94', 'tag': '28d03622-e07c-4a07-8676-c9a15ff6355d', 'status': 'completed', 'code': 200}
Dec 04 00:55:44.535883 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-f2b35c55-1af1-4370-a8d9-a7bd67bcd858 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28d03622-e07c-4a07-8676-c9a15ff6355d HTTP/1.1" status: 200  len: 217 time: 0.0695705
Dec 04 00:55:44.612824 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-91be2d93-cf23-42c2-8795-b22424d42048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:44.614347 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-91be2d93-cf23-42c2-8795-b22424d42048 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.0722492
Dec 04 00:55:44.705662 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-2e89518e-6054-4c13-841a-2900a5245a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:44.707299 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-2e89518e-6054-4c13-841a-2900a5245a36 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859435
Dec 04 00:55:44.853875 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-ab671fbd-4c68-4c21-a61e-afbd56947fd9 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393123
Dec 04 00:55:45.000797 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1fdbeef7-c744-4b48-a85d-5a70c16097d3 req-49822060-f523-4cd1-9efe-50076c5a59d3 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392524
Dec 04 00:55:45.126695 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c003e-0b5a-4323-a8d6-246429d40e65 req-35e2379c-1641-4e9f-b716-d782868dabe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:45.128915 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-885c003e-0b5a-4323-a8d6-246429d40e65 req-35e2379c-1641-4e9f-b716-d782868dabe4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 1160 time: 0.0780678
Dec 04 00:55:45.190024 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82630ba-45e9-4669-be01-5bda4d27af3b req-aa4fe22b-5d65-4627-9be7-ab1c630dd8c1 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:45.191877 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b82630ba-45e9-4669-be01-5bda4d27af3b req-aa4fe22b-5d65-4627-9be7-ab1c630dd8c1 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 943 time: 0.0915456
Dec 04 00:55:45.247082 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b82630ba-45e9-4669-be01-5bda4d27af3b req-bfb0904a-f257-4d69-b4da-48d6690e1ab2 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0469165
Dec 04 00:55:45.274869 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c003e-0b5a-4323-a8d6-246429d40e65 req-94849f01-2aee-4102-8a31-167daa4d21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:45.276659 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-885c003e-0b5a-4323-a8d6-246429d40e65 req-94849f01-2aee-4102-8a31-167daa4d21d3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.1407189
Dec 04 00:55:45.350831 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-885c003e-0b5a-4323-a8d6-246429d40e65 req-1d0eb1ce-9b4a-4e84-b480-9f56296720dd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28d03622-e07c-4a07-8676-c9a15ff6355d HTTP/1.1" status: 200  len: 217 time: 0.0670500
Dec 04 00:55:45.422112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c003e-0b5a-4323-a8d6-246429d40e65 req-9ebfe521-e0bb-449f-a1b4-038d5c62576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:45.423644 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-885c003e-0b5a-4323-a8d6-246429d40e65 req-9ebfe521-e0bb-449f-a1b4-038d5c62576a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.0649812
Dec 04 00:55:45.516570 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c003e-0b5a-4323-a8d6-246429d40e65 req-c289d74d-8b46-458c-9e46-3123e4187fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:45.518238 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-885c003e-0b5a-4323-a8d6-246429d40e65 req-c289d74d-8b46-458c-9e46-3123e4187fb1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850842
Dec 04 00:55:45.671345 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-885c003e-0b5a-4323-a8d6-246429d40e65 req-bce75b12-d013-45b1-8fde-33b2c7d6d26a service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429138
Dec 04 00:55:45.679372 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:45.816432 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-885c003e-0b5a-4323-a8d6-246429d40e65 req-2a542857-7529-41ad-be2a-c1d1a5209bbb service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377351
Dec 04 00:55:46.097657 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:46.513778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80881d5e-9259-4d5b-b61b-25777613282a req-53b580e2-6d01-4cfa-9a61-185f6e94da02 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:46.514526 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-80881d5e-9259-4d5b-b61b-25777613282a req-53b580e2-6d01-4cfa-9a61-185f6e94da02 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80262) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:55:46.531821 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-80881d5e-9259-4d5b-b61b-25777613282a req-53b580e2-6d01-4cfa-9a61-185f6e94da02 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80262) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:55:46.533862 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-80881d5e-9259-4d5b-b61b-25777613282a req-53b580e2-6d01-4cfa-9a61-185f6e94da02 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 943 time: 0.1184418
Dec 04 00:55:46.583897 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-80881d5e-9259-4d5b-b61b-25777613282a req-851ab3d4-2fe9-4c43-8f4c-1e86a5fd3b8b tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0430021
Dec 04 00:55:46.662107 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:47.819840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9452c-0c27-45b2-977d-2735a0cd7b19 req-d65c5045-dd7f-4875-97ef-587bd2eb995f tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:47.821392 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c8e9452c-0c27-45b2-977d-2735a0cd7b19 req-d65c5045-dd7f-4875-97ef-587bd2eb995f tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 943 time: 0.0901856
Dec 04 00:55:47.874271 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c8e9452c-0c27-45b2-977d-2735a0cd7b19 req-4e63d5cd-0b14-4873-b01d-fdc452ac1262 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0438716
Dec 04 00:55:49.343882 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911440c6-2617-4ae7-9dc0-885b291c5f2a req-70b2ae10-8e1d-49f3-8d48-b62b64623e75 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:49.345503 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-911440c6-2617-4ae7-9dc0-885b291c5f2a req-70b2ae10-8e1d-49f3-8d48-b62b64623e75 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 943 time: 0.3221393
Dec 04 00:55:49.398469 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-911440c6-2617-4ae7-9dc0-885b291c5f2a req-b4e95640-b95d-48d8-baad-6661547793e0 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0456579
Dec 04 00:55:50.646017 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7d55a-32e8-4afe-8eee-29bb40d22d9c req-0a4fa06f-6ce8-417e-adc3-aae1ac3aa771 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:50.647671 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7ed7d55a-32e8-4afe-8eee-29bb40d22d9c req-0a4fa06f-6ce8-417e-adc3-aae1ac3aa771 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 943 time: 0.0995131
Dec 04 00:55:50.697745 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-7ed7d55a-32e8-4afe-8eee-29bb40d22d9c req-3b5793b5-6d85-4241-b471-9368459a8d9f tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0434425
Dec 04 00:55:51.930931 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a841b-4661-4503-b9ce-a8223137d149 req-93728155-2ef6-4822-af6c-ff81dd5fe1f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:51.932585 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-473a841b-4661-4503-b9ce-a8223137d149 req-93728155-2ef6-4822-af6c-ff81dd5fe1f8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 943 time: 0.0911107
Dec 04 00:55:51.949905 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 28d03622-e07c-4a07-8676-c9a15ff6355d up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:55:51.988133 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-473a841b-4661-4503-b9ce-a8223137d149 req-8903bac9-efe3-49f5-8828-7d725b26cc28 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0457728
Dec 04 00:55:52.030711 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning for port 28d03622-e07c-4a07-8676-c9a15ff6355d completed by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 04 00:55:52.037150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 28d03622-e07c-4a07-8676-c9a15ff6355d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:55:52.037575 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:52.158153 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:52.188820 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf02bcc-1e1e-411f-bf3b-d8084ed04c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d03622-e07c-4a07-8676-c9a15ff6355d'}] {{(pid=80264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:55:52.199995 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] For port 28d03622-e07c-4a07-8676-c9a15ff6355d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=28d03622-e07c-4a07-8676-c9a15ff6355d,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:55:52.203877 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952'] for port, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:52.206078 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:55:52.277896 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Pushing event updated for resources: {'Port': ['ID=28d03622-e07c-4a07-8676-c9a15ff6355d,revision_number=4']} {{(pid=80264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:55:52.286783 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.287173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.287586 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.287996 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.288399 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.288708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.289121 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.289524 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.289888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.290383 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.290748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.291111 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.291611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.291977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.292340 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.292715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.293035 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.293397 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.293761 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.294120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.294481 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.294842 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.295250 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.295636 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:52.300498 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80264) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:55:52.334740 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf02bcc-1e1e-411f-bf3b-d8084ed04c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d03622-e07c-4a07-8676-c9a15ff6355d', 'code': 200}
Dec 04 00:55:52.677166 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fd86b-00c6-4f2d-a009-8f81fc43c6a3 req-dfb1ba34-26ae-493a-a4c1-b62fe7fb06de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:52.678720 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-779fd86b-00c6-4f2d-a009-8f81fc43c6a3 req-dfb1ba34-26ae-493a-a4c1-b62fe7fb06de service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 1162 time: 0.0926144
Dec 04 00:55:52.725716 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-779fd86b-00c6-4f2d-a009-8f81fc43c6a3 req-001b2d1e-cbc3-45bb-9466-ea50a0ab5af7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0399094
Dec 04 00:55:53.245559 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e1980-1bcb-4d3a-9af9-0e0240ab41ce req-94c55f93-0847-4fe9-859f-94f7db526595 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:53.247343 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-988e1980-1bcb-4d3a-9af9-0e0240ab41ce req-94c55f93-0847-4fe9-859f-94f7db526595 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 945 time: 0.1114447
Dec 04 00:55:53.311339 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-988e1980-1bcb-4d3a-9af9-0e0240ab41ce req-d2a5d4a5-8cbd-4d26-aa7a-cb504e3b4f8a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0548372
Dec 04 00:55:53.655497 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 28d03622-e07c-4a07-8676-c9a15ff6355d up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:55:53.752574 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 28d03622-e07c-4a07-8676-c9a15ff6355d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:55:53.752574 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:54.568158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea2c7a-2a13-4578-a1e1-e8b303b4f579 req-4f446fdf-da11-4b25-8d64-1a3ce38f3386 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:54.569722 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-39ea2c7a-2a13-4578-a1e1-e8b303b4f579 req-4f446fdf-da11-4b25-8d64-1a3ce38f3386 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 945 time: 0.0995681
Dec 04 00:55:54.626042 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-39ea2c7a-2a13-4578-a1e1-e8b303b4f579 req-2a03068d-399e-46ef-a4bc-97f7b0f2e175 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0462587
Dec 04 00:55:54.864627 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc2717-a192-401b-b08c-e7ae74775bdf req-d0f9b204-05d9-4c57-99bc-9a6c838cc971 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:54.866185 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5cc2717-a192-401b-b08c-e7ae74775bdf req-d0f9b204-05d9-4c57-99bc-9a6c838cc971 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 945 time: 0.0949359
Dec 04 00:55:54.919880 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b5cc2717-a192-401b-b08c-e7ae74775bdf req-67b32dd0-6214-4806-81b1-692810324c06 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0440125
Dec 04 00:55:55.164195 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-70f37cb9-bb99-4cbe-b600-6d991fd62610 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1826587
Dec 04 00:55:55.176214 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Request body: {'floatingip': {'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4'}} {{(pid=80263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:55:55.182607 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 04 00:55:55.193544 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.quota.driver [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80263) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 04 00:55:55.203778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:55.357315 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:55.622708 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 28d03622-e07c-4a07-8676-c9a15ff6355d up at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 04 00:55:55.636051 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_common [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Allocated IP 172.27.3.242 (0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4/88daa4d6-ff97-4b7b-a1e8-1397609fc9b5/ea96f232-459f-40ff-b5c1-1101d3120754) {{(pid=80263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 04 00:55:55.696100 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.provisioning_blocks [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Provisioning complete for port 28d03622-e07c-4a07-8676-c9a15ff6355d triggered by entity L2. {{(pid=80264) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 04 00:55:55.696533 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846441748'] for port, provisioning_complete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:55.796989 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for port, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:55.826983 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246387077338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:55.848132 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-33efa9af-4f3f-4471-95e8-60d6e2a919fb tempest-VolumesActionsTest-1357808234 tempest-VolumesActionsTest-1357808234] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:55:55.983082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event updated for resources: {'Port': ['ID=ea96f232-459f-40ff-b5c1-1101d3120754,revision_number=1']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:55:56.003339 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.003793 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.004180 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.004652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.005068 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.005478 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.005882 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.006286 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.006687 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.007087 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.007476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.007900 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.008363 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.008767 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.009162 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.009562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.009957 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.010357 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.010754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.011138 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.011564 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.011966 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.012361 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.012754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:55:56.019193 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:55:56.059800 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Network 0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 is already hosted by enough agents. {{(pid=80263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 04 00:55:56.060920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.base_scheduler [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Resources bound (agent type, host, resource id):  {{(pid=80263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 04 00:55:56.063317 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Received port after_create {{(pid=80263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 04 00:55:56.165673 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, precommit_create {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:56.227838 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036846604744'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:56.733520 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:56.738769 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363246386658437', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790467702831', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363246387072952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2563008'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:56.754077 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-41e5e29b-a610-49c6-a4af-2785d74604a4 tempest-AttachVolumeTestJSON-1806215011 tempest-AttachVolumeTestJSON-1806215011] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:55:56.892611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event updated for resources: {'Port': ['ID=ea96f232-459f-40ff-b5c1-1101d3120754,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:55:56.897741 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:55:57.000304 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:57.023039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:57.027908 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:57.029242 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8587470
Dec 04 00:55:57.114064 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-195dd87c-3c6a-45ac-94db-d32d84c398ca tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:floatingip {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:55:57.130870 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-195dd87c-3c6a-45ac-94db-d32d84c398ca tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:floatingip {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:55:57.132172 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-195dd87c-3c6a-45ac-94db-d32d84c398ca tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.242 HTTP/1.1" status: 200  len: 696 time: 0.0962400
Dec 04 00:55:57.300183 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-7cc75621-f90d-445c-b6b1-d068fbbdfb68 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:57.301844 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-cd90ad91-ab79-4420-b200-d92a74646e77 req-7cc75621-f90d-445c-b6b1-d068fbbdfb68 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/networks/0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 HTTP/1.1" status: 200  len: 784 time: 0.1606290
Dec 04 00:55:57.666150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-929f898a-1026-4536-8f63-8a59c1f80cb4 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:57.668669 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-929f898a-1026-4536-8f63-8a59c1f80cb4 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1148102
Dec 04 00:55:57.759343 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-de011efa-c691-4e18-b71a-6830da5099c8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.242 HTTP/1.1" status: 200  len: 696 time: 0.0817533
Dec 04 00:55:57.772572 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.v2.base [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-74be5020-98dc-4bcc-a055-c21869dea669 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Request body: {'floatingip': {'port_id': '28d03622-e07c-4a07-8676-c9a15ff6355d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80262) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 04 00:55:57.851451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-74be5020-98dc-4bcc-a055-c21869dea669 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:58.481732 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-74be5020-98dc-4bcc-a055-c21869dea669 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:58.485763 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-74be5020-98dc-4bcc-a055-c21869dea669 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-979050'] for floatingip, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:58.671283 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-74be5020-98dc-4bcc-a055-c21869dea669 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Floating IP fed06474-6c73-4fed-95ae-49c38960c808 associated. External IP: 172.27.3.242, port: 28d03622-e07c-4a07-8676-c9a15ff6355d.
Dec 04 00:55:58.981321 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c2d52e6a-0fca-478f-8576-204a32287fad req-af3d148d-5651-49c6-8889-88e61bab792a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1866679
Dec 04 00:55:59.167755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-74be5020-98dc-4bcc-a055-c21869dea669 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80262) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:55:59.181632 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d52e6a-0fca-478f-8576-204a32287fad req-6bc3c95d-a563-4811-83ff-1ec667270039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:59.183272 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c2d52e6a-0fca-478f-8576-204a32287fad req-6bc3c95d-a563-4811-83ff-1ec667270039 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 1162 time: 0.1225865
Dec 04 00:55:59.711545 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d52e6a-0fca-478f-8576-204a32287fad req-f21b9a27-591c-423d-83f0-71760b7a120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:55:59.713156 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c2d52e6a-0fca-478f-8576-204a32287fad req-f21b9a27-591c-423d-83f0-71760b7a120e service neutron] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.4731920
Dec 04 00:55:59.714314 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-74be5020-98dc-4bcc-a055-c21869dea669 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80262) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:55:59.719152 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-74be5020-98dc-4bcc-a055-c21869dea669 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:55:59.725405 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71cfc1-1b30-4caf-9fc0-a47981172da4 None None] Sync routers for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:55:59.736237 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71cfc1-1b30-4caf-9fc0-a47981172da4 None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:55:59.736820 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-3d71cfc1-1b30-4caf-9fc0-a47981172da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09d6a278>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:55:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:55:59.858530 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-74be5020-98dc-4bcc-a055-c21869dea669 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "PUT /v2.0/floatingips/fed06474-6c73-4fed-95ae-49c38960c808 HTTP/1.1" status: 200  len: 996 time: 2.0901432
Dec 04 00:55:59.861180 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf02bcc-1e1e-411f-bf3b-d8084ed04c94', 'tag': '28d03622-e07c-4a07-8676-c9a15ff6355d'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:55:59.883244 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c2d52e6a-0fca-478f-8576-204a32287fad req-7d67cb2a-d063-4c6a-b361-0b22b427b4b5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5171de51-c3bf-4dd0-813c-1ecfac12075e HTTP/1.1" status: 200  len: 1001 time: 0.1352935
Dec 04 00:55:59.921319 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-3d71cfc1-1b30-4caf-9fc0-a47981172da4 None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:55:59.936735 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf02bcc-1e1e-411f-bf3b-d8084ed04c94', 'tag': '28d03622-e07c-4a07-8676-c9a15ff6355d', 'status': 'completed', 'code': 200}
Dec 04 00:56:00.026639 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d52e6a-0fca-478f-8576-204a32287fad req-29a66379-c26a-4059-b68f-890fae2f33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:56:00.028199 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c2d52e6a-0fca-478f-8576-204a32287fad req-29a66379-c26a-4059-b68f-890fae2f33d4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.1369534
Dec 04 00:56:00.040653 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c722d-e08b-4199-a789-9fa5dc069c5a req-705ce43f-d01d-40b3-86e2-1d2614653bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:56:00.041994 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-783c722d-e08b-4199-a789-9fa5dc069c5a req-705ce43f-d01d-40b3-86e2-1d2614653bc0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 1162 time: 0.0895958
Dec 04 00:56:00.115789 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-d4cf7850-28d6-4f94-aa93-1087d7d2b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:56:00.117463 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-d4cf7850-28d6-4f94-aa93-1087d7d2b47a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 1162 time: 0.2439041
Dec 04 00:56:00.158982 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d52e6a-0fca-478f-8576-204a32287fad req-a2deda2e-4121-4ad5-b036-9e85621727cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:56:00.160641 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c2d52e6a-0fca-478f-8576-204a32287fad req-a2deda2e-4121-4ad5-b036-9e85621727cc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1226521
Dec 04 00:56:00.192176 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c722d-e08b-4199-a789-9fa5dc069c5a req-0cf26001-4000-460a-b311-17fa7d2d3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:56:00.194472 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-783c722d-e08b-4199-a789-9fa5dc069c5a req-0cf26001-4000-460a-b311-17fa7d2d3794 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.1450980
Dec 04 00:56:00.304077 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-783c722d-e08b-4199-a789-9fa5dc069c5a req-966fc191-1514-4c83-b53b-9d40908ab3e1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28d03622-e07c-4a07-8676-c9a15ff6355d HTTP/1.1" status: 200  len: 999 time: 0.1029727
Dec 04 00:56:00.320817 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-3d71cfc1-1b30-4caf-9fc0-a47981172da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09d6a278>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'port_id': '5171de51-c3bf-4dd0-813c-1ecfac12075e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'mac_address': 'fa:16:3e:17:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:53:42Z', 'updated_at': '2020-12-04T00:53:47Z', 'revision_number': 2, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ip_address_scope': None}, {'id': 'fed06474-6c73-4fed-95ae-49c38960c808', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'port_id': '28d03622-e07c-4a07-8676-c9a15ff6355d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'mac_address': 'fa:16:3e:4e:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02bcc-1e1e-411f-bf3b-d8084ed04c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:55:56Z', 'updated_at': '2020-12-04T00:55:58Z', 'revision_number': 1, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:56:00.325905 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71cfc1-1b30-4caf-9fc0-a47981172da4 None None] Checking router: 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:56:00.336273 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71cfc1-1b30-4caf-9fc0-a47981172da4 None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:56:00.336945 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-3d71cfc1-1b30-4caf-9fc0-a47981172da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09d6a278>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:55:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:56:00.379602 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c722d-e08b-4199-a789-9fa5dc069c5a req-8f1ed698-b1e4-42c6-a7a2-d5e725e7cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:56:00.381217 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-783c722d-e08b-4199-a789-9fa5dc069c5a req-8f1ed698-b1e4-42c6-a7a2-d5e725e7cb90 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.0706570
Dec 04 00:56:00.406080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-608392f0-d91e-4788-b311-62b259034d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:56:00.407715 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-608392f0-d91e-4788-b311-62b259034d2b service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.2788973
Dec 04 00:56:00.415882 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c2d52e6a-0fca-478f-8576-204a32287fad req-876f544c-3e07-43c1-90dc-cef94715f064 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917043
Dec 04 00:56:00.467417 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c722d-e08b-4199-a789-9fa5dc069c5a req-01116b2a-59a2-459e-966d-11221d859554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:56:00.469201 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-783c722d-e08b-4199-a789-9fa5dc069c5a req-01116b2a-59a2-459e-966d-11221d859554 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815821
Dec 04 00:56:00.528489 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-3d71cfc1-1b30-4caf-9fc0-a47981172da4 None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:56:00.616276 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-f7539711-89bb-4be3-b7cf-c6dc9c501673 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28d03622-e07c-4a07-8676-c9a15ff6355d HTTP/1.1" status: 200  len: 999 time: 0.1989529
Dec 04 00:56:00.634051 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-783c722d-e08b-4199-a789-9fa5dc069c5a req-56426a44-7395-48f5-8e4f-7ffb868b16c9 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575866
Dec 04 00:56:00.709908 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c2d52e6a-0fca-478f-8576-204a32287fad req-59065f9d-0909-4d68-ae61-51871af33ed5 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2367256
Dec 04 00:56:00.721983 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-1e740b0d-6443-4d29-ac96-f7e4877776ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:56:00.723605 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-1e740b0d-6443-4d29-ac96-f7e4877776ab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.0915322
Dec 04 00:56:00.784432 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-783c722d-e08b-4199-a789-9fa5dc069c5a req-0e14fcd2-704e-4814-b478-348fa634b0cd service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428514
Dec 04 00:56:00.815014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-87692b70-05dc-441f-bfea-3845d4bcfc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:56:00.816857 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-87692b70-05dc-441f-bfea-3845d4bcfc38 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847158
Dec 04 00:56:00.912660 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-3d71cfc1-1b30-4caf-9fc0-a47981172da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09d6a278>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'port_id': '5171de51-c3bf-4dd0-813c-1ecfac12075e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'mac_address': 'fa:16:3e:17:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:53:42Z', 'updated_at': '2020-12-04T00:53:47Z', 'revision_number': 2, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ip_address_scope': None}, {'id': 'fed06474-6c73-4fed-95ae-49c38960c808', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'port_id': '28d03622-e07c-4a07-8676-c9a15ff6355d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'mac_address': 'fa:16:3e:4e:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02bcc-1e1e-411f-bf3b-d8084ed04c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:55:56Z', 'updated_at': '2020-12-04T00:55:58Z', 'revision_number': 1, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:56:00.916989 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71cfc1-1b30-4caf-9fc0-a47981172da4 None None] The sync data for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi is: [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'port_id': '5171de51-c3bf-4dd0-813c-1ecfac12075e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'mac_address': 'fa:16:3e:17:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:53:42Z', 'updated_at': '2020-12-04T00:53:47Z', 'revision_number': 2, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ip_address_scope': None}, {'id': 'fed06474-6c73-4fed-95ae-49c38960c808', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'port_id': '28d03622-e07c-4a07-8676-c9a15ff6355d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'mac_address': 'fa:16:3e:4e:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02bcc-1e1e-411f-bf3b-d8084ed04c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:55:56Z', 'updated_at': '2020-12-04T00:55:58Z', 'revision_number': 1, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:56:00.965176 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-14c22a08-3277-4571-b9db-474ee348b63f service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411490
Dec 04 00:56:01.115915 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-84ab196e-57d2-41fb-81b7-37fc368302ae req-b3ee4e7a-6080-402f-8068-32f50f1aeacd service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435819
Dec 04 00:56:01.200468 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cde2b73-c0f0-4bef-90b5-2614c5da1a7e None None] New status for floating IP fed06474-6c73-4fed-95ae-49c38960c808: ACTIVE {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:56:04.434208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:56:12.225787 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3512ce72-d20c-48f6-a893-a1ded3492fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:56:14.477935 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c367b8f9-b877-444d-8932-d612ed8e71aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:56:15.685868 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:56:16.095956 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:56:16.669908 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:56:27.045154 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:56:41.444656 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:56:42.231621 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-14a88341-f513-41d0-9630-29ef3617eb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:56:44.480987 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-8f899d91-1710-4402-9d78-d51a99422868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:56:45.686754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:56:46.096364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:56:46.674985 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:56:57.059476 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:56:58.916744 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a54b6ae5-26cd-4be7-a1f9-6f6d0f46cb1f req-f064adea-05fe-4185-ad59-660b2ed65144 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0847371
Dec 04 00:56:59.024839 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b6ae5-26cd-4be7-a1f9-6f6d0f46cb1f req-3ae62bf1-77c3-4fbd-8d8a-5f78ed3abf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:56:59.026455 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a54b6ae5-26cd-4be7-a1f9-6f6d0f46cb1f req-3ae62bf1-77c3-4fbd-8d8a-5f78ed3abf14 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 1162 time: 0.0837276
Dec 04 00:56:59.187138 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b6ae5-26cd-4be7-a1f9-6f6d0f46cb1f req-f2f5305d-1e11-4e36-a92c-68449dd84c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:56:59.189016 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a54b6ae5-26cd-4be7-a1f9-6f6d0f46cb1f req-f2f5305d-1e11-4e36-a92c-68449dd84c4b service neutron] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.1417861
Dec 04 00:56:59.303744 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a54b6ae5-26cd-4be7-a1f9-6f6d0f46cb1f req-7098c5c9-db57-4959-81cf-05eff19a8e65 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28d03622-e07c-4a07-8676-c9a15ff6355d HTTP/1.1" status: 200  len: 1001 time: 0.1052899
Dec 04 00:56:59.387524 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b6ae5-26cd-4be7-a1f9-6f6d0f46cb1f req-43ad8704-274b-4260-ab4a-8fb5af7f3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:56:59.390126 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a54b6ae5-26cd-4be7-a1f9-6f6d0f46cb1f req-43ad8704-274b-4260-ab4a-8fb5af7f3ee5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.0790212
Dec 04 00:56:59.497395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b6ae5-26cd-4be7-a1f9-6f6d0f46cb1f req-75f2613b-d90e-4ec5-aa1d-a19e0a9b4825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:56:59.499760 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a54b6ae5-26cd-4be7-a1f9-6f6d0f46cb1f req-75f2613b-d90e-4ec5-aa1d-a19e0a9b4825 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1016150
Dec 04 00:56:59.657266 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a54b6ae5-26cd-4be7-a1f9-6f6d0f46cb1f req-30a7e928-ddd6-4913-8508-d49342f61bda service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496201
Dec 04 00:56:59.819491 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a54b6ae5-26cd-4be7-a1f9-6f6d0f46cb1f req-5ac83cc3-89a0-4619-acd6-247816adc8b3 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1552079
Dec 04 00:57:12.230485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-902e62b0-160d-4efa-9233-36132d0ab9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:14.486243 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-660008f7-8c7e-431a-ad7d-8bb87f197454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:15.688278 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:16.095396 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:16.681089 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:18.436914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:57:27.065611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:29.014131 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-de6d953d-3aac-486f-8133-ead9b1fa877d tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/floatingips/fed06474-6c73-4fed-95ae-49c38960c808 HTTP/1.1" status: 200  len: 998 time: 0.1104777
Dec 04 00:57:29.187259 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-b74b76dd-821f-42c3-a495-7d8e0c351d4e tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:29.188764 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-b74b76dd-821f-42c3-a495-7d8e0c351d4e tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/networks/0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 HTTP/1.1" status: 200  len: 784 time: 0.1660910
Dec 04 00:57:29.303090 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-4c3456c6-4d2d-4fc8-8035-9450a6c6fcf3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.242 HTTP/1.1" status: 200  len: 1001 time: 0.1072915
Dec 04 00:57:29.387146 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-3bae951e-d3cf-4eba-8c11-c230b62eabeb tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:29.388649 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-3bae951e-d3cf-4eba-8c11-c230b62eabeb tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports/28d03622-e07c-4a07-8676-c9a15ff6355d HTTP/1.1" status: 200  len: 942 time: 0.0766120
Dec 04 00:57:29.582573 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-2f46bc1e-ea4f-4cf1-aedc-e4806398a8b8 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.242 HTTP/1.1" status: 200  len: 1001 time: 0.1102924
Dec 04 00:57:29.821208 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Deleting port ea96f232-459f-40ff-b5c1-1101d3120754 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:57:29.821458 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:30.007383 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:30.007811 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:30.141269 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Calling delete_port for ea96f232-459f-40ff-b5c1-1101d3120754 owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:57:30.309312 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:30.323167 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ad5c8c82-6635-41a2-9e1d-214357746901 tempest-TestMinimumBasicScenario-1480294736 tempest-TestMinimumBasicScenario-1480294736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:57:30.416802 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event deleted for resources: {'Port': ['ID=ea96f232-459f-40ff-b5c1-1101d3120754,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:57:30.432747 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.433167 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.433584 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.434019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.434427 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.434835 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.435235 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.435673 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.436077 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.436482 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.436887 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.437285 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.437753 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.438139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.438532 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.438927 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.439326 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.439749 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.440145 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.440542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.440920 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.441316 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.441715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.442119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:30.447187 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:57:30.569341 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:30.569777 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Floating IP fed06474-6c73-4fed-95ae-49c38960c808 disassociated (deleted). External IP: 172.27.3.242, port: 28d03622-e07c-4a07-8676-c9a15ff6355d.
Dec 04 00:57:31.177981 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:57:31.376672 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:57:31.386512 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cdbefa-1c71-4ffa-a967-2955fe021672 None None] Sync routers for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:57:31.396713 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cdbefa-1c71-4ffa-a967-2955fe021672 None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:57:31.397380 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a5cdbefa-1c71-4ffa-a967-2955fe021672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09f5f7b8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:57:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:57:31.404604 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:31.460804 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-11d8e55d-f710-4a22-b946-56e6aa8d7c53 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "DELETE /v2.0/floatingips/fed06474-6c73-4fed-95ae-49c38960c808 HTTP/1.1" status: 204  len: 173 time: 1.8719666
Dec 04 00:57:31.461379 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf02bcc-1e1e-411f-bf3b-d8084ed04c94', 'tag': '28d03622-e07c-4a07-8676-c9a15ff6355d'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:57:31.569757 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-cd90aaec-a844-4d89-b7b7-9fc5bfa0a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:31.572384 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-cd90aaec-a844-4d89-b7b7-9fc5bfa0a152 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 1162 time: 0.0970247
Dec 04 00:57:31.660175 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf02bcc-1e1e-411f-bf3b-d8084ed04c94', 'tag': '28d03622-e07c-4a07-8676-c9a15ff6355d', 'status': 'completed', 'code': 200}
Dec 04 00:57:31.742416 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a5cdbefa-1c71-4ffa-a967-2955fe021672 None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:57:31.777914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-0167501d-312c-48f7-b0a9-e07576f779d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:31.779577 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-0167501d-312c-48f7-b0a9-e07576f779d9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.2000682
Dec 04 00:57:31.858231 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-89e7492f-b80f-4ced-b19f-f6129f8cbe3d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28d03622-e07c-4a07-8676-c9a15ff6355d HTTP/1.1" status: 200  len: 217 time: 0.0714419
Dec 04 00:57:31.864952 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9d7bc-3206-4553-b5d0-0cca4dfb60a9 req-b664fe0b-ee7e-4178-ac8e-8eeb77f6faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:31.866524 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87c9d7bc-3206-4553-b5d0-0cca4dfb60a9 req-b664fe0b-ee7e-4178-ac8e-8eeb77f6faae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 1162 time: 0.1818852
Dec 04 00:57:32.025941 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-7bfc19d1-9099-427d-9127-233cb6e58f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:32.027871 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-7bfc19d1-9099-427d-9127-233cb6e58f98 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.1600454
Dec 04 00:57:32.112988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9d7bc-3206-4553-b5d0-0cca4dfb60a9 req-23cdb7ea-25f3-4fe9-add6-dceb4bf12533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:32.115070 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87c9d7bc-3206-4553-b5d0-0cca4dfb60a9 req-23cdb7ea-25f3-4fe9-add6-dceb4bf12533 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.2119920
Dec 04 00:57:32.118096 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a5cdbefa-1c71-4ffa-a967-2955fe021672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09f5f7b8>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'port_id': '5171de51-c3bf-4dd0-813c-1ecfac12075e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'mac_address': 'fa:16:3e:17:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:53:42Z', 'updated_at': '2020-12-04T00:53:47Z', 'revision_number': 2, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:57:32.122645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cdbefa-1c71-4ffa-a967-2955fe021672 None None] Checking router: 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:57:32.132999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cdbefa-1c71-4ffa-a967-2955fe021672 None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:57:32.136014 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a5cdbefa-1c71-4ffa-a967-2955fe021672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb09f5f7b8>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:57:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:57:32.200966 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87c9d7bc-3206-4553-b5d0-0cca4dfb60a9 req-6b8e40fb-b762-4e1d-a1ef-355d8ec20886 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28d03622-e07c-4a07-8676-c9a15ff6355d HTTP/1.1" status: 200  len: 217 time: 0.0752079
Dec 04 00:57:32.257064 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-343010d7-a039-4687-b3dd-e7c0812959ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:32.258744 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-343010d7-a039-4687-b3dd-e7c0812959ea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2104774
Dec 04 00:57:32.326493 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a5cdbefa-1c71-4ffa-a967-2955fe021672 None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:57:32.357601 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9d7bc-3206-4553-b5d0-0cca4dfb60a9 req-2561ced0-c441-4cb7-aba7-0be9655a44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:32.359194 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87c9d7bc-3206-4553-b5d0-0cca4dfb60a9 req-2561ced0-c441-4cb7-aba7-0be9655a44d8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.1498713
Dec 04 00:57:32.482049 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-c81315a8-a9c5-4466-b5a6-77809f1606c3 service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2144942
Dec 04 00:57:32.517139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9d7bc-3206-4553-b5d0-0cca4dfb60a9 req-8244e66e-39d2-4cb6-b9c3-d510a1076b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:32.518803 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87c9d7bc-3206-4553-b5d0-0cca4dfb60a9 req-8244e66e-39d2-4cb6-b9c3-d510a1076b40 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1498740
Dec 04 00:57:32.702827 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a5cdbefa-1c71-4ffa-a967-2955fe021672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb09f5f7b8>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'port_id': '5171de51-c3bf-4dd0-813c-1ecfac12075e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'mac_address': 'fa:16:3e:17:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:53:42Z', 'updated_at': '2020-12-04T00:53:47Z', 'revision_number': 2, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:57:32.707389 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cdbefa-1c71-4ffa-a967-2955fe021672 None None] The sync data for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi is: [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_floatingips': [{'id': '9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'router_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'port_id': '5171de51-c3bf-4dd0-813c-1ecfac12075e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'mac_address': 'fa:16:3e:17:30:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:53:42Z', 'updated_at': '2020-12-04T00:53:47Z', 'revision_number': 2, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:57:32.746995 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-6dff8686-40e2-41af-a071-c6d498a7a76a req-04935fa8-8038-43cc-be6d-79eb75d683fb service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2578790
Dec 04 00:57:32.768917 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87c9d7bc-3206-4553-b5d0-0cca4dfb60a9 req-028fe175-f5a6-41bd-bfdd-a2db0d2be0e5 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1978185
Dec 04 00:57:32.921401 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-87c9d7bc-3206-4553-b5d0-0cca4dfb60a9 req-a25ff074-9c36-4e29-9786-8065e6c296b9 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438272
Dec 04 00:57:33.111504 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd912a-e23b-4cb3-957a-44677753937c None None] New status for floating IP fed06474-6c73-4fed-95ae-49c38960c808: DOWN {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:57:33.180615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b51c3-b2c9-4bf8-aec3-fc0f4ecdf252 req-b41500d4-2baf-4511-8c45-f12f324925b3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:33.181393 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-bd1b51c3-b2c9-4bf8-aec3-fc0f4ecdf252 req-b41500d4-2baf-4511-8c45-f12f324925b3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:57:33.197161 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-bd1b51c3-b2c9-4bf8-aec3-fc0f4ecdf252 req-b41500d4-2baf-4511-8c45-f12f324925b3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:57:33.198519 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bd1b51c3-b2c9-4bf8-aec3-fc0f4ecdf252 req-b41500d4-2baf-4511-8c45-f12f324925b3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 945 time: 0.1092870
Dec 04 00:57:33.248508 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-bd1b51c3-b2c9-4bf8-aec3-fc0f4ecdf252 req-8925a42e-3d28-4352-b71c-d7005b51eaa7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0432827
Dec 04 00:57:34.491395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74298a35-072a-4d47-84b3-fb44a73c2853 req-60c8cf41-c2e7-4a9d-985c-43ea3525d161 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:34.493006 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74298a35-072a-4d47-84b3-fb44a73c2853 req-60c8cf41-c2e7-4a9d-985c-43ea3525d161 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 945 time: 0.0882077
Dec 04 00:57:34.553982 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-74298a35-072a-4d47-84b3-fb44a73c2853 req-448d16e1-c1d7-4d8c-8652-a758b9f0bcd4 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0509636
Dec 04 00:57:35.241830 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f58b3e-11bc-49d4-bd57-c55f18dacdbe req-a33fa261-d683-4cb9-9de7-34b1c9aa904d tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:35.243408 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-80f58b3e-11bc-49d4-bd57-c55f18dacdbe req-a33fa261-d683-4cb9-9de7-34b1c9aa904d tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.91 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 945 time: 0.3362410
Dec 04 00:57:35.317854 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-80f58b3e-11bc-49d4-bd57-c55f18dacdbe req-ae04fd14-b015-4226-a2af-32c9340a22a7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Deleting port 28d03622-e07c-4a07-8676-c9a15ff6355d {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:57:35.318179 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-80f58b3e-11bc-49d4-bd57-c55f18dacdbe req-ae04fd14-b015-4226-a2af-32c9340a22a7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:35.588615 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-80f58b3e-11bc-49d4-bd57-c55f18dacdbe req-ae04fd14-b015-4226-a2af-32c9340a22a7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] For port 28d03622-e07c-4a07-8676-c9a15ff6355d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=28d03622-e07c-4a07-8676-c9a15ff6355d,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:57:35.589172 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-80f58b3e-11bc-49d4-bd57-c55f18dacdbe req-ae04fd14-b015-4226-a2af-32c9340a22a7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:35.725849 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-80f58b3e-11bc-49d4-bd57-c55f18dacdbe req-ae04fd14-b015-4226-a2af-32c9340a22a7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Calling delete_port for 28d03622-e07c-4a07-8676-c9a15ff6355d owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:57:35.919114 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232cdcf-0d6a-4eff-8934-dbb35656c5a7 req-4d453219-af46-4a17-b35d-f5bb2de8c250 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:35.920825 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b232cdcf-0d6a-4eff-8934-dbb35656c5a7 req-4d453219-af46-4a17-b35d-f5bb2de8c250 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 945 time: 0.2026405
Dec 04 00:57:35.962982 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-80f58b3e-11bc-49d4-bd57-c55f18dacdbe req-ae04fd14-b015-4226-a2af-32c9340a22a7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:35.985276 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-153d5d44-793d-4dbf-9ad2-250d5c1717e5 tempest-AttachVolumeShelveTestJSON-1981560862 tempest-AttachVolumeShelveTestJSON-1981560862] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:57:36.088863 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04fd14-b015-4226-a2af-32c9340a22a7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event deleted for resources: {'Port': ['ID=28d03622-e07c-4a07-8676-c9a15ff6355d,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:57:36.097172 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b232cdcf-0d6a-4eff-8934-dbb35656c5a7 req-53236e2c-7a9a-4a86-9741-67fb395f0e99 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1665025
Dec 04 00:57:36.097991 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ae04fd14-b015-4226-a2af-32c9340a22a7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:57:36.203773 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f58b3e-11bc-49d4-bd57-c55f18dacdbe req-ae04fd14-b015-4226-a2af-32c9340a22a7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] No DVR routers for this DVR port 28d03622-e07c-4a07-8676-c9a15ff6355d on host hv-cinder-76330 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:57:36.206103 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-80f58b3e-11bc-49d4-bd57-c55f18dacdbe req-ae04fd14-b015-4226-a2af-32c9340a22a7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:36.209042 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf02bcc-1e1e-411f-bf3b-d8084ed04c94', 'name': 'network-vif-deleted', 'tag': '28d03622-e07c-4a07-8676-c9a15ff6355d'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:57:36.225612 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-80f58b3e-11bc-49d4-bd57-c55f18dacdbe req-ae04fd14-b015-4226-a2af-32c9340a22a7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.91 "DELETE /v2.0/ports/28d03622-e07c-4a07-8676-c9a15ff6355d HTTP/1.1" status: 204  len: 173 time: 0.9755836
Dec 04 00:57:36.248622 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 28d03622-e07c-4a07-8676-c9a15ff6355d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:57:36.269213 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf02bcc-1e1e-411f-bf3b-d8084ed04c94', 'name': 'network-vif-deleted', 'tag': '28d03622-e07c-4a07-8676-c9a15ff6355d', 'status': 'completed', 'code': 200}
Dec 04 00:57:36.283533 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] No Port match for: 28d03622-e07c-4a07-8676-c9a15ff6355d {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:57:36.283939 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 28d03622-e07c-4a07-8676-c9a15ff6355d not bound to the agent host hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:57:37.300209 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-9798f8ae-ab28-47d8-8298-8b7047eb69a0 req-c80ece2d-9ff8-4e50-b78b-1cb4981f5415 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:57:37.315794 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-9798f8ae-ab28-47d8-8298-8b7047eb69a0 req-c80ece2d-9ff8-4e50-b78b-1cb4981f5415 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:57:37.317037 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-9798f8ae-ab28-47d8-8298-8b7047eb69a0 req-c80ece2d-9ff8-4e50-b78b-1cb4981f5415 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=dbf02bcc-1e1e-411f-bf3b-d8084ed04c94 HTTP/1.1" status: 200  len: 210 time: 0.0693274
Dec 04 00:57:41.043743 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-d7e32ae7-119a-4423-92a4-3a97a1b8af06 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/floatingips/9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc HTTP/1.1" status: 200  len: 998 time: 0.1170387
Dec 04 00:57:41.209180 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-19d7be68-4c53-464e-8301-02fefd5c6b0d tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:41.210696 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-19d7be68-4c53-464e-8301-02fefd5c6b0d tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/networks/0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 HTTP/1.1" status: 200  len: 784 time: 0.1610219
Dec 04 00:57:41.326270 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-07af375b-f12c-4fb3-b047-dc43a94b2a87 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:floatingip {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:57:41.343471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-07af375b-f12c-4fb3-b047-dc43a94b2a87 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:floatingip {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:57:41.344746 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-07af375b-f12c-4fb3-b047-dc43a94b2a87 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.167 HTTP/1.1" status: 200  len: 1001 time: 0.1259246
Dec 04 00:57:41.431645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-e672402a-a890-4ad5-832a-62ff6c3f84dc tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:41.433104 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-e672402a-a890-4ad5-832a-62ff6c3f84dc tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports/5171de51-c3bf-4dd0-813c-1ecfac12075e HTTP/1.1" status: 200  len: 942 time: 0.0779927
Dec 04 00:57:41.630999 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-3b2d3702-7ad4-470a-8570-ad03fa7bb708 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.167 HTTP/1.1" status: 200  len: 1001 time: 0.1045597
Dec 04 00:57:41.857304 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-9711477d-9a76-455d-b9b2-7d95e3fb93c5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Deleting port ac61b745-fd90-4fd5-bfc0-aa28b884654c {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:57:41.857563 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-9711477d-9a76-455d-b9b2-7d95e3fb93c5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:42.041211 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-9711477d-9a76-455d-b9b2-7d95e3fb93c5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:42.041568 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-9711477d-9a76-455d-b9b2-7d95e3fb93c5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:42.170834 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-9711477d-9a76-455d-b9b2-7d95e3fb93c5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Calling delete_port for ac61b745-fd90-4fd5-bfc0-aa28b884654c owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:57:42.225538 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3e7877db-a50a-4e3f-b7bd-f4f32d33bdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:42.331090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-9711477d-9a76-455d-b9b2-7d95e3fb93c5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:42.344395 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ae04fd14-b015-4226-a2af-32c9340a22a7 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:57:42.437085 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711477d-9a76-455d-b9b2-7d95e3fb93c5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event deleted for resources: {'Port': ['ID=ac61b745-fd90-4fd5-bfc0-aa28b884654c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:57:42.440001 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9711477d-9a76-455d-b9b2-7d95e3fb93c5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:57:42.572467 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-9711477d-9a76-455d-b9b2-7d95e3fb93c5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:42.572847 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.db.l3_db [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-9711477d-9a76-455d-b9b2-7d95e3fb93c5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Floating IP 9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc disassociated (deleted). External IP: 172.27.3.167, port: 5171de51-c3bf-4dd0-813c-1ecfac12075e.
Dec 04 00:57:42.944073 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-9711477d-9a76-455d-b9b2-7d95e3fb93c5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:57:43.134174 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-9711477d-9a76-455d-b9b2-7d95e3fb93c5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:57:43.144982 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a824ce-831d-46ee-882c-b29bda5db2cf None None] Sync routers for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:57:43.161408 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a824ce-831d-46ee-882c-b29bda5db2cf None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:57:43.162082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-72a824ce-831d-46ee-882c-b29bda5db2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0adb5048>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:57:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:57:43.168871 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-9711477d-9a76-455d-b9b2-7d95e3fb93c5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:43.228042 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-9711477d-9a76-455d-b9b2-7d95e3fb93c5 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "DELETE /v2.0/floatingips/9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc HTTP/1.1" status: 204  len: 173 time: 1.5909290
Dec 04 00:57:43.228618 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'tag': '5171de51-c3bf-4dd0-813c-1ecfac12075e'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:57:43.289880 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'tag': '5171de51-c3bf-4dd0-813c-1ecfac12075e', 'status': 'completed', 'code': 200}
Dec 04 00:57:43.357173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-72a824ce-831d-46ee-882c-b29bda5db2cf None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:57:43.608910 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-63573535-d67e-4543-bcd8-7561bf94047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:43.610555 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-63573535-d67e-4543-bcd8-7561bf94047b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 1162 time: 0.3679764
Dec 04 00:57:43.707554 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-72a824ce-831d-46ee-882c-b29bda5db2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0adb5048>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:57:43.711999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a824ce-831d-46ee-882c-b29bda5db2cf None None] Checking router: 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:57:43.721720 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a824ce-831d-46ee-882c-b29bda5db2cf None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:57:43.722366 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-72a824ce-831d-46ee-882c-b29bda5db2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0adb5048>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:57:14Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:57:43.747892 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadd753-587d-4ded-86fd-7edae84dfd2e req-db243143-a24d-446b-bb51-50b93f78bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:43.749555 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-caadd753-587d-4ded-86fd-7edae84dfd2e req-db243143-a24d-446b-bb51-50b93f78bff7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7a26399740574f8392d1363acd2d4d9f&device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 1162 time: 0.4367204
Dec 04 00:57:43.854451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-073cf3cf-bff1-40b9-b372-852830e249c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:43.857855 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-073cf3cf-bff1-40b9-b372-852830e249c6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.2380903
Dec 04 00:57:43.911931 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-72a824ce-831d-46ee-882c-b29bda5db2cf None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:57:43.948015 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-8a67f4e6-c221-41bb-9538-393576034312 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5171de51-c3bf-4dd0-813c-1ecfac12075e HTTP/1.1" status: 200  len: 217 time: 0.0800159
Dec 04 00:57:44.030171 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadd753-587d-4ded-86fd-7edae84dfd2e req-10f115a0-ed7b-42a3-b945-0c078ea012e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:44.031792 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-caadd753-587d-4ded-86fd-7edae84dfd2e req-10f115a0-ed7b-42a3-b945-0c078ea012e8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 200  len: 906 time: 0.2749949
Dec 04 00:57:44.106891 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-f6a23ce6-f09d-4425-ac39-fc41b8cf7058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:44.108478 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-f6a23ce6-f09d-4425-ac39-fc41b8cf7058 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.1498656
Dec 04 00:57:44.109881 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-caadd753-587d-4ded-86fd-7edae84dfd2e req-d6d77eb4-46d1-43a4-8008-94f6c3bee806 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5171de51-c3bf-4dd0-813c-1ecfac12075e HTTP/1.1" status: 200  len: 217 time: 0.0696099
Dec 04 00:57:44.253542 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadd753-587d-4ded-86fd-7edae84dfd2e req-e83e21e5-abf4-4a69-877e-57683fffc4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:44.255206 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-caadd753-587d-4ded-86fd-7edae84dfd2e req-e83e21e5-abf4-4a69-877e-57683fffc4aa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 200  len: 851 time: 0.1031733
Dec 04 00:57:44.319819 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-60407b9d-21ec-4d47-9bb4-2a948ddcf39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:44.321477 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-60407b9d-21ec-4d47-9bb4-2a948ddcf39d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2061324
Dec 04 00:57:44.408158 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-72a824ce-831d-46ee-882c-b29bda5db2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0adb5048>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:57:44.412755 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a824ce-831d-46ee-882c-b29bda5db2cf None None] The sync data for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi is: [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:49:35Z', 'revision_number': 4, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi', '_interfaces': [{'id': '7ee425b8-0680-4375-a36a-c12349f14a68', 'name': '', 'network_id': 'ef9697c2-5192-435d-8ebe-ebe8581e98d6', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'mac_address': 'fa:16:3e:d1:a0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:33Z', 'updated_at': '2020-12-04T00:49:43Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'subnets': [{'id': '59e85dfb-0f2f-4097-a998-dace8276b2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:57:44.469467 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadd753-587d-4ded-86fd-7edae84dfd2e req-49db1204-0ac8-4d21-b0e3-b1d318cc86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:44.471084 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-caadd753-587d-4ded-86fd-7edae84dfd2e req-49db1204-0ac8-4d21-b0e3-b1d318cc86cf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=ef9697c2-5192-435d-8ebe-ebe8581e98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2081478
Dec 04 00:57:44.481316 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-b7fc229f-6eec-4f7b-9fa0-ba62162411c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:44.574597 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-c6d50cc0-cd27-4f41-be8f-dd54a350d6cb service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2426047
Dec 04 00:57:44.736481 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-caadd753-587d-4ded-86fd-7edae84dfd2e req-7832b3f2-2a0d-4f01-b79b-88b1796a5e43 service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2564392
Dec 04 00:57:44.851287 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-c0cd605d-704a-4b56-960a-f5ec2fe4a506 req-891c58bc-21a3-43a0-b9fd-b02b1c53d6e9 service neutron] 10.222.0.88 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2695165
Dec 04 00:57:44.870051 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1d5708-1dcf-4dbe-97fc-14ae047b714e None None] New status for floating IP 9a0d7d8a-8bb9-4cc0-8c09-5fcbbfe93bcc: DOWN {{(pid=80264) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 04 00:57:44.909406 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-caadd753-587d-4ded-86fd-7edae84dfd2e req-2622bd2d-6b0c-4145-9f75-af9c43ff674c service neutron] 10.222.0.91 "GET /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1618688
Dec 04 00:57:45.300003 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc270b-6b62-425b-b5b3-647dcdbe7c63 req-c047e9b6-d18f-4353-a1e7-e2997495dd6c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:45.300769 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-4ecc270b-6b62-425b-b5b3-647dcdbe7c63 req-c047e9b6-d18f-4353-a1e7-e2997495dd6c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:57:45.318464 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-4ecc270b-6b62-425b-b5b3-647dcdbe7c63 req-c047e9b6-d18f-4353-a1e7-e2997495dd6c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:57:45.319871 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4ecc270b-6b62-425b-b5b3-647dcdbe7c63 req-c047e9b6-d18f-4353-a1e7-e2997495dd6c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 945 time: 0.1057734
Dec 04 00:57:45.369797 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-4ecc270b-6b62-425b-b5b3-647dcdbe7c63 req-f80f6988-ad70-4abe-9f24-c5c9655ceebd tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0433006
Dec 04 00:57:45.695492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:46.100650 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:46.609215 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10cbdc1-ffce-46c0-83cd-95a7ced1fc5b req-08963fe6-e723-4e54-a863-bed666ee1354 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80262) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:46.610833 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b10cbdc1-ffce-46c0-83cd-95a7ced1fc5b req-08963fe6-e723-4e54-a863-bed666ee1354 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 945 time: 0.0960081
Dec 04 00:57:46.659514 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-b10cbdc1-ffce-46c0-83cd-95a7ced1fc5b req-77950af3-5116-46f1-9d40-97aa4c0d4e75 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups?id=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0418386
Dec 04 00:57:46.674984 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:46.892742 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fb0da-b3fa-4b02-b61a-c75f7676da79 req-322ff252-08eb-4321-bd58-5643f35cefac tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:46.894328 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-160fb0da-b3fa-4b02-b61a-c75f7676da79 req-322ff252-08eb-4321-bd58-5643f35cefac tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.91 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 945 time: 0.0976443
Dec 04 00:57:46.969783 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-160fb0da-b3fa-4b02-b61a-c75f7676da79 req-9d4b7cb6-5a01-42eb-892b-dbec44c1deff tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Deleting port 5171de51-c3bf-4dd0-813c-1ecfac12075e {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:57:46.970120 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-160fb0da-b3fa-4b02-b61a-c75f7676da79 req-9d4b7cb6-5a01-42eb-892b-dbec44c1deff tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:47.243478 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [req-160fb0da-b3fa-4b02-b61a-c75f7676da79 req-9d4b7cb6-5a01-42eb-892b-dbec44c1deff tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] For port 5171de51-c3bf-4dd0-813c-1ecfac12075e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5171de51-c3bf-4dd0-813c-1ecfac12075e,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:57:47.243894 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-160fb0da-b3fa-4b02-b61a-c75f7676da79 req-9d4b7cb6-5a01-42eb-892b-dbec44c1deff tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:47.377278 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-160fb0da-b3fa-4b02-b61a-c75f7676da79 req-9d4b7cb6-5a01-42eb-892b-dbec44c1deff tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Calling delete_port for 5171de51-c3bf-4dd0-813c-1ecfac12075e owned by compute:nova {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:57:47.534568 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-160fb0da-b3fa-4b02-b61a-c75f7676da79 req-9d4b7cb6-5a01-42eb-892b-dbec44c1deff tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:47.550408 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-bfd10f15-1286-4176-95c8-fff7e1faa5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:57:47.649921 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b7cb6-5a01-42eb-892b-dbec44c1deff tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event deleted for resources: {'Port': ['ID=5171de51-c3bf-4dd0-813c-1ecfac12075e,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:57:47.654055 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-9d4b7cb6-5a01-42eb-892b-dbec44c1deff tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:57:47.758731 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [req-160fb0da-b3fa-4b02-b61a-c75f7676da79 req-9d4b7cb6-5a01-42eb-892b-dbec44c1deff tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] No DVR routers for this DVR port 5171de51-c3bf-4dd0-813c-1ecfac12075e on host hv-cinder-76330 {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:57:47.761184 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-160fb0da-b3fa-4b02-b61a-c75f7676da79 req-9d4b7cb6-5a01-42eb-892b-dbec44c1deff tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for port, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:47.768247 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'name': 'network-vif-deleted', 'tag': '5171de51-c3bf-4dd0-813c-1ecfac12075e'}] {{(pid=80263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 04 00:57:47.779645 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-160fb0da-b3fa-4b02-b61a-c75f7676da79 req-9d4b7cb6-5a01-42eb-892b-dbec44c1deff tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.91 "DELETE /v2.0/ports/5171de51-c3bf-4dd0-813c-1ecfac12075e HTTP/1.1" status: 204  len: 173 time: 0.8791664
Dec 04 00:57:47.834898 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ed1eaf-4d7a-4f3c-8b23-43318bc29594', 'name': 'network-vif-deleted', 'tag': '5171de51-c3bf-4dd0-813c-1ecfac12075e', 'status': 'completed', 'code': 200}
Dec 04 00:57:47.844718 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-1691df53-1a8b-4e22-92db-5fe25fb40b79 req-fa2732f0-198a-4454-bc5e-ccd3efd557a9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:57:47.861820 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-1691df53-1a8b-4e22-92db-5fe25fb40b79 req-fa2732f0-198a-4454-bc5e-ccd3efd557a9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:port {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:57:47.863105 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1691df53-1a8b-4e22-92db-5fe25fb40b79 req-fa2732f0-198a-4454-bc5e-ccd3efd557a9 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/ports?device_id=b8ed1eaf-4d7a-4f3c-8b23-43318bc29594 HTTP/1.1" status: 200  len: 210 time: 0.0704637
Dec 04 00:57:48.303943 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 5171de51-c3bf-4dd0-813c-1ecfac12075e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:57:48.346748 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] No Port match for: 5171de51-c3bf-4dd0-813c-1ecfac12075e {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:57:48.347054 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Device 5171de51-c3bf-4dd0-813c-1ecfac12075e not bound to the agent host hv-cinder-76330 {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:57:49.107745 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-d6806ffc-6f81-42a0-ad07-184030e1b2f6 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/floatingips/7fc652fd-ef4b-4039-bae3-564115ca2ce7 HTTP/1.1" status: 200  len: 693 time: 0.0952051
Dec 04 00:57:49.279352 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-a5244175-18a3-4f54-bf3d-5d032817a52a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 04 00:57:49.280859 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-a5244175-18a3-4f54-bf3d-5d032817a52a tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/networks/0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4 HTTP/1.1" status: 200  len: 784 time: 0.1635008
Dec 04 00:57:49.603037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-c5198920-d297-4666-8b6c-c9984b916124 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Synchronizing usage tracker for tenant:7a26399740574f8392d1363acd2d4d9f on resource:floatingip {{(pid=80263) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 04 00:57:49.620399 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.quota.resource [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-c5198920-d297-4666-8b6c-c9984b916124 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Unset dirty status for tenant:7a26399740574f8392d1363acd2d4d9f on resource:floatingip {{(pid=80263) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 04 00:57:49.621666 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-c5198920-d297-4666-8b6c-c9984b916124 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.178 HTTP/1.1" status: 200  len: 696 time: 0.3339880
Dec 04 00:57:49.712077 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-75434467-d97a-47f5-8c8a-3672d5b2dad2 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/floatingips?floating_ip_address=172.27.3.178 HTTP/1.1" status: 200  len: 696 time: 0.0802746
Dec 04 00:57:49.883738 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-67a7e6f9-aaa5-41a6-8567-cd32ca269179 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Deleting port 65a7b2b9-3103-4d56-80c5-6f423a38a3a4 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:57:49.883977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-67a7e6f9-aaa5-41a6-8567-cd32ca269179 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:50.078744 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-67a7e6f9-aaa5-41a6-8567-cd32ca269179 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:50.079039 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-67a7e6f9-aaa5-41a6-8567-cd32ca269179 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:50.209576 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-67a7e6f9-aaa5-41a6-8567-cd32ca269179 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Calling delete_port for 65a7b2b9-3103-4d56-80c5-6f423a38a3a4 owned by network:floatingip {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:57:50.357515 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-67a7e6f9-aaa5-41a6-8567-cd32ca269179 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:50.370923 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d2c1311b-4997-4719-9f22-b0f9069589a3 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:57:50.464605 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7e6f9-aaa5-41a6-8567-cd32ca269179 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event deleted for resources: {'Port': ['ID=65a7b2b9-3103-4d56-80c5-6f423a38a3a4,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:57:50.467758 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-67a7e6f9-aaa5-41a6-8567-cd32ca269179 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:57:50.609908 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-67a7e6f9-aaa5-41a6-8567-cd32ca269179 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for floatingip, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:50.636028 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-67a7e6f9-aaa5-41a6-8567-cd32ca269179 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760959'] for floatingip, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:50.637276 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-a34aa18a-3a54-4a1b-a037-a8b4cc30e918 req-67a7e6f9-aaa5-41a6-8567-cd32ca269179 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "DELETE /v2.0/floatingips/7fc652fd-ef4b-4039-bae3-564115ca2ce7 HTTP/1.1" status: 204  len: 173 time: 0.9162912
Dec 04 00:57:52.139728 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1dc0e9bb-de80-4ff8-88d0-797f6cc73043 req-990b2c64-ba86-4afa-b821-0979d5ac06b1 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "GET /v2.0/security-groups/8bde1058-ac2b-4d3c-9701-39a5dc8f02ef HTTP/1.1" status: 200  len: 2885 time: 0.0516598
Dec 04 00:57:52.226830 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1dc0e9bb-de80-4ff8-88d0-797f6cc73043 req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:52.257890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1dc0e9bb-de80-4ff8-88d0-797f6cc73043 req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:52.313508 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1dc0e9bb-de80-4ff8-88d0-797f6cc73043 req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:52.320579 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d7665560-bd89-439c-af49-181db9c8a0c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:57:52.337084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bde1058-ac2b-4d3c-9701-39a5dc8f02ef,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:57:52.348330 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.348988 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.349418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.349851 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.350262 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.350666 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.351108 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.351874 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.352280 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.352694 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.353095 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.353496 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.353967 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.354359 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.354754 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.355148 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.355550 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.355938 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.356335 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.356725 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.357119 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.357506 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.357903 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.358294 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 04 00:57:52.362114 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:57:52.364712 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [req-1dc0e9bb-de80-4ff8-88d0-797f6cc73043 req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:52.365934 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [req-1dc0e9bb-de80-4ff8-88d0-797f6cc73043 req-fa8f6d1f-7d57-4e92-91d0-3f997c37fe22 tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] 10.222.0.88 "DELETE /v2.0/security-groups/8bde1058-ac2b-4d3c-9701-39a5dc8f02ef HTTP/1.1" status: 204  len: 173 time: 0.2194719
Dec 04 00:57:52.440840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 33072) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:57:53.012092 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d285573-e67f-4498-bc36-ad1512629f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853795913'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:53.631550 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-4d285573-e67f-4498-bc36-ad1512629f21 admin admin] Deleting port 7ee425b8-0680-4375-a36a-c12349f14a68 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:57:53.632103 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d285573-e67f-4498-bc36-ad1512629f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:53.826118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-4d285573-e67f-4498-bc36-ad1512629f21 admin admin] For port 7ee425b8-0680-4375-a36a-c12349f14a68, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=7ee425b8-0680-4375-a36a-c12349f14a68,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:57:53.826360 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d285573-e67f-4498-bc36-ad1512629f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:53.953552 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-4d285573-e67f-4498-bc36-ad1512629f21 admin admin] Calling delete_port for 7ee425b8-0680-4375-a36a-c12349f14a68 owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:57:54.137822 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d285573-e67f-4498-bc36-ad1512629f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:54.151625 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-71c3f183-91f0-4936-8dd8-a44bf3165688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:57:54.250962 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d285573-e67f-4498-bc36-ad1512629f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee425b8-0680-4375-a36a-c12349f14a68,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:57:54.255633 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4d285573-e67f-4498-bc36-ad1512629f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:57:54.845084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4d285573-e67f-4498-bc36-ad1512629f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7528682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974442'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:55.430240 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d285573-e67f-4498-bc36-ad1512629f21 admin admin] Router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:57:55.437122 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:57:55.654528 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d285573-e67f-4498-bc36-ad1512629f21 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:57:55.669582 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ac8f6-7b09-40ad-b1c4-cb7a4ef825b5 None None] Sync routers for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:57:55.678853 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4d285573-e67f-4498-bc36-ad1512629f21 admin admin] 10.222.0.88 "PUT /v2.0/routers/21f3ebcc-4d5c-4e3f-98f5-1108a85ea309/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2366967
Dec 04 00:57:55.680246 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 33078) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:57:55.684423 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ac8f6-7b09-40ad-b1c4-cb7a4ef825b5 None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:57:55.685186 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-838ac8f6-7b09-40ad-b1c4-cb7a4ef825b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a52a4e0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:57:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:57:55.880652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1eeece6f-5b81-4059-b847-dd6bf8704902 admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:55.897954 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-838ac8f6-7b09-40ad-b1c4-cb7a4ef825b5 None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:57:56.099879 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1eeece6f-5b81-4059-b847-dd6bf8704902 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:56.106373 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-1eeece6f-5b81-4059-b847-dd6bf8704902 admin admin] Deleting port 9752f966-65b4-44c9-8b2c-5ab2de32c11e {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:57:56.106885 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1eeece6f-5b81-4059-b847-dd6bf8704902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:56.233123 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-838ac8f6-7b09-40ad-b1c4-cb7a4ef825b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a52a4e0>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:57:54Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:57:56.238872 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ac8f6-7b09-40ad-b1c4-cb7a4ef825b5 None None] Checking router: 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 for host: dv-cinder-763306-5-iscsi {{(pid=80265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:57:56.248543 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ac8f6-7b09-40ad-b1c4-cb7a4ef825b5 None None] Routers {'21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:57:56.249212 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-838ac8f6-7b09-40ad-b1c4-cb7a4ef825b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb0a52a4e0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:57:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'], 'active': True} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:57:56.316159 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-1eeece6f-5b81-4059-b847-dd6bf8704902 admin admin] For port 9752f966-65b4-44c9-8b2c-5ab2de32c11e, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=9752f966-65b4-44c9-8b2c-5ab2de32c11e,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:57:56.316588 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1eeece6f-5b81-4059-b847-dd6bf8704902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:56.460506 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-838ac8f6-7b09-40ad-b1c4-cb7a4ef825b5 None None] Set router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 gateway port host: dv-cinder-763306-5-iscsi {{(pid=80265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:57:56.465315 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-1eeece6f-5b81-4059-b847-dd6bf8704902 admin admin] Calling delete_port for 9752f966-65b4-44c9-8b2c-5ab2de32c11e owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:57:56.606272 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1eeece6f-5b81-4059-b847-dd6bf8704902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:56.769149 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-838ac8f6-7b09-40ad-b1c4-cb7a4ef825b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb0a52a4e0>, [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:57:54Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80265) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:57:56.773862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ac8f6-7b09-40ad-b1c4-cb7a4ef825b5 None None] The sync data for ids ['21f3ebcc-4d5c-4e3f-98f5-1108a85ea309'] in dv-cinder-763306-5-iscsi is: [{'id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'name': 'tempest-TestVolumeBootPattern-1652345826-router', 'tenant_id': '7a26399740574f8392d1363acd2d4d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:26Z', 'updated_at': '2020-12-04T00:57:54Z', 'revision_number': 5, 'project_id': '7a26399740574f8392d1363acd2d4d9f', 'gw_port': {'id': '9752f966-65b4-44c9-8b2c-5ab2de32c11e', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ab:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f3ebcc-4d5c-4e3f-98f5-1108a85ea309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:28Z', 'updated_at': '2020-12-04T00:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}] {{(pid=80265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:57:56.800219 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1eeece6f-5b81-4059-b847-dd6bf8704902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853796801'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:56.941496 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1eeece6f-5b81-4059-b847-dd6bf8704902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853817827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759809'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:56.944041 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1eeece6f-5b81-4059-b847-dd6bf8704902 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:56.973670 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1eeece6f-5b81-4059-b847-dd6bf8704902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951692'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:56.974106 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeece6f-5b81-4059-b847-dd6bf8704902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 00:57:56.987507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1eeece6f-5b81-4059-b847-dd6bf8704902 admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:56.988737 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-1eeece6f-5b81-4059-b847-dd6bf8704902 admin admin] 10.222.0.88 "DELETE /v2.0/routers/21f3ebcc-4d5c-4e3f-98f5-1108a85ea309 HTTP/1.1" status: 204  len: 168 time: 1.3073690
Dec 04 00:57:56.991611 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 33082) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:57:57.059808 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f212e65-0833-4929-9a64-27705a6c0585 admin admin] Deleting subnet 59e85dfb-0f2f-4097-a998-dace8276b2b0 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:57:57.061128 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:57.062860 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3f212e65-0833-4929-9a64-27705a6c0585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:57.126652 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3f212e65-0833-4929-9a64-27705a6c0585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2562449'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:57.210582 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3f212e65-0833-4929-9a64-27705a6c0585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:57.616495 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 9752f966-65b4-44c9-8b2c-5ab2de32c11e no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:57:57.652864 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: 9752f966-65b4-44c9-8b2c-5ab2de32c11e {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:57:57.653098 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 9752f966-65b4-44c9-8b2c-5ab2de32c11e not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:57:57.653567 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 7ee425b8-0680-4375-a36a-c12349f14a68 no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:57:57.690862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: 7ee425b8-0680-4375-a36a-c12349f14a68 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:57:57.691259 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 7ee425b8-0680-4375-a36a-c12349f14a68 not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:57:57.738654 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3f212e65-0833-4929-9a64-27705a6c0585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852213475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851538122'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:57.758102 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:57:57.850819 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f212e65-0833-4929-9a64-27705a6c0585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e85dfb-0f2f-4097-a998-dace8276b2b0,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:57:57.858045 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-3f212e65-0833-4929-9a64-27705a6c0585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:57:57.903273 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-3f212e65-0833-4929-9a64-27705a6c0585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:57.908830 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142c798f-9285-46fb-9f40-0cd65706019f None None] Network ef9697c2-5192-435d-8ebe-ebe8581e98d6 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:57:57.910526 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-3f212e65-0833-4929-9a64-27705a6c0585 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/59e85dfb-0f2f-4097-a998-dace8276b2b0 HTTP/1.1" status: 204  len: 168 time: 0.9178329
Dec 04 00:57:57.913452 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 33086) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:57:58.034753 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:58.102160 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Deleting port 209f3243-2f4f-4251-976f-d9ea1a258f83 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:57:58.102544 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:58.159691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aad09b2-21ac-4d57-9e47-f183d4f86158 None None] DHCP port deletion for ef9697c2-5192-435d-8ebe-ebe8581e98d6 request from dv-cinder-763306-5-iscsi {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 04 00:57:58.164082 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-9aad09b2-21ac-4d57-9e47-f183d4f86158 None None] Deleting port 209f3243-2f4f-4251-976f-d9ea1a258f83 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:57:58.164500 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9aad09b2-21ac-4d57-9e47-f183d4f86158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:58.322989 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] For port 209f3243-2f4f-4251-976f-d9ea1a258f83, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=209f3243-2f4f-4251-976f-d9ea1a258f83,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:57:58.323372 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:58.383669 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-9aad09b2-21ac-4d57-9e47-f183d4f86158 None None] For port 209f3243-2f4f-4251-976f-d9ea1a258f83, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=209f3243-2f4f-4251-976f-d9ea1a258f83,segment=NetworkSegment(ad674641-9d72-41a5-8e59-0d1aa246dac3),segment_id=ad674641-9d72-41a5-8e59-0d1aa246dac3)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:57:58.384118 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9aad09b2-21ac-4d57-9e47-f183d4f86158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:58.456189 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Calling delete_port for 209f3243-2f4f-4251-976f-d9ea1a258f83 owned by network:dhcp {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:57:58.513698 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-9aad09b2-21ac-4d57-9e47-f183d4f86158 None None] Calling delete_port for 209f3243-2f4f-4251-976f-d9ea1a258f83 owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:57:58.539732 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:58.556312 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-936c747e-33d6-4332-ab24-7022933bc21c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:57:58.586763 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-9aad09b2-21ac-4d57-9e47-f183d4f86158 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:57:58.587471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-9aad09b2-21ac-4d57-9e47-f183d4f86158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:57:58.653797 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Pushing event deleted for resources: {'Port': ['ID=209f3243-2f4f-4251-976f-d9ea1a258f83,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:57:58.665732 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:57:58.701629 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] No DVR routers for this DVR port 209f3243-2f4f-4251-976f-d9ea1a258f83 on host dv-cinder-763306-5-iscsi {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:57:58.829005 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:58.947862 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb08b293c8>,) {'filters': {'network_id': ['ef9697c2-5192-435d-8ebe-ebe8581e98d6']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:57:58.960699 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb08b293c8>, 'ad674641-9d72-41a5-8e59-0d1aa246dac3') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:57:58.961045 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb08b293c8>, 'ad674641-9d72-41a5-8e59-0d1aa246dac3') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:57:58.973239 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852213351'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:58.988620 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:58.990715 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:57:59.088801 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-9aad09b2-21ac-4d57-9e47-f183d4f86158 None None] Deleting port 209f3243-2f4f-4251-976f-d9ea1a258f83 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:57:59.089354 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9aad09b2-21ac-4d57-9e47-f183d4f86158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:59.160960 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-9aad09b2-21ac-4d57-9e47-f183d4f86158 None None] The port '209f3243-2f4f-4251-976f-d9ea1a258f83' was deleted {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 04 00:57:59.178723 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Network ef9697c2-5192-435d-8ebe-ebe8581e98d6 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:57:59.192256 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2563006'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:59.384199 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Network ef9697c2-5192-435d-8ebe-ebe8581e98d6 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:57:59.407918 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:57:59.490976 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:59.495459 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:57:59.498105 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-634ffb10-8460-467f-b16f-6ca9c99fcfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:57:59.521154 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef9697c2-5192-435d-8ebe-ebe8581e98d6,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:57:59.524045 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:57:59.540250 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0af66417-6d86-4db6-a432-08ab1a58b102 admin admin] 10.222.0.88 "DELETE /v2.0/networks/ef9697c2-5192-435d-8ebe-ebe8581e98d6 HTTP/1.1" status: 204  len: 168 time: 1.6257083
Dec 04 00:57:59.544890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 33090) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:57:59.611692 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 209f3243-2f4f-4251-976f-d9ea1a258f83 no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:57:59.646304 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: 209f3243-2f4f-4251-976f-d9ea1a258f83 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:57:59.646713 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 209f3243-2f4f-4251-976f-d9ea1a258f83 not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:57:59.916498 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0ff0715e-1822-44dc-a5fb-a119ddb58ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853795913'] for router_interface, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:00.776621 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0715e-1822-44dc-a5fb-a119ddb58ed2 admin admin] Deleting port bd6a2390-d85a-4e75-b17e-4293fab92571 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:58:00.777214 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0ff0715e-1822-44dc-a5fb-a119ddb58ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:00.962640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-0ff0715e-1822-44dc-a5fb-a119ddb58ed2 admin admin] For port bd6a2390-d85a-4e75-b17e-4293fab92571, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=bd6a2390-d85a-4e75-b17e-4293fab92571,segment=NetworkSegment(a229c084-235e-46fa-9df5-1aacdd5f9053),segment_id=a229c084-235e-46fa-9df5-1aacdd5f9053)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:58:00.963037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0ff0715e-1822-44dc-a5fb-a119ddb58ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:01.090109 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0715e-1822-44dc-a5fb-a119ddb58ed2 admin admin] Calling delete_port for bd6a2390-d85a-4e75-b17e-4293fab92571 owned by network:router_interface {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:58:01.270198 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0ff0715e-1822-44dc-a5fb-a119ddb58ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:01.283677 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-fa3b0ebf-b785-4438-ac28-9019d1259b1c tempest-TestVolumeBootPattern-701630260 tempest-TestVolumeBootPattern-701630260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:58:01.375816 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0715e-1822-44dc-a5fb-a119ddb58ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6a2390-d85a-4e75-b17e-4293fab92571,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:58:01.378640 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-0ff0715e-1822-44dc-a5fb-a119ddb58ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:58:01.692401 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0ff0715e-1822-44dc-a5fb-a119ddb58ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7528682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-974442'] for router_interface, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:02.217462 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff0715e-1822-44dc-a5fb-a119ddb58ed2 admin admin] Router 4072d99d-8f3a-411c-96ef-4bc7ec12080e has already been hosted by L3 agent b45b65b4-b033-48be-8fff-89e82d05e323 {{(pid=80263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 04 00:58:02.403910 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff0715e-1822-44dc-a5fb-a119ddb58ed2 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-iscsi the message routers_updated {{(pid=80263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 04 00:58:02.413750 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-0ff0715e-1822-44dc-a5fb-a119ddb58ed2 admin admin] 10.222.0.88 "PUT /v2.0/routers/4072d99d-8f3a-411c-96ef-4bc7ec12080e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8678052
Dec 04 00:58:02.413962 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e48b3e-7c11-4b44-a4c2-f2bee2f4c133 None None] Sync routers for ids ['4072d99d-8f3a-411c-96ef-4bc7ec12080e'] in dv-cinder-763306-5-iscsi {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 04 00:58:02.416592 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 33094) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:58:02.424962 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e48b3e-7c11-4b44-a4c2-f2bee2f4c133 None None] Routers {'4072d99d-8f3a-411c-96ef-4bc7ec12080e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:58:02.425645 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a4e48b3e-7c11-4b44-a4c2-f2bee2f4c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb08a937f0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:57:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['4072d99d-8f3a-411c-96ef-4bc7ec12080e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:58:02.615027 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4dbca190-76f3-4e69-bbc8-c18d858d33da admin admin] Notify callbacks [] for router, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:02.781291 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a4e48b3e-7c11-4b44-a4c2-f2bee2f4c133 None None] Set router 4072d99d-8f3a-411c-96ef-4bc7ec12080e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:58:02.800244 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4dbca190-76f3-4e69-bbc8-c18d858d33da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:02.806204 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-4dbca190-76f3-4e69-bbc8-c18d858d33da admin admin] Deleting port 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:58:02.806598 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4dbca190-76f3-4e69-bbc8-c18d858d33da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:02.992388 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-4dbca190-76f3-4e69-bbc8-c18d858d33da admin admin] For port 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=61158aa8-5fe4-4ad3-a8d8-4d05383f36ac,segment=NetworkSegment(fb3750de-ccd4-4f05-aca1-5d9261bac0e8),segment_id=fb3750de-ccd4-4f05-aca1-5d9261bac0e8)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:58:02.992788 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4dbca190-76f3-4e69-bbc8-c18d858d33da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:03.091080 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a4e48b3e-7c11-4b44-a4c2-f2bee2f4c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb08a937f0>, [{'id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'name': 'tempest-TestVolumeBootPattern-319128037-router', 'tenant_id': '527429af4f4e41daa645741b0ed5198d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:40Z', 'updated_at': '2020-12-04T00:58:01Z', 'revision_number': 5, 'project_id': '527429af4f4e41daa645741b0ed5198d', 'gw_port': {'id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:42Z', 'updated_at': '2020-12-04T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:58:03.095726 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e48b3e-7c11-4b44-a4c2-f2bee2f4c133 None None] Checking router: 4072d99d-8f3a-411c-96ef-4bc7ec12080e for host: dv-cinder-763306-5-iscsi {{(pid=80264) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 04 00:58:03.105694 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e48b3e-7c11-4b44-a4c2-f2bee2f4c133 None None] Routers {'4072d99d-8f3a-411c-96ef-4bc7ec12080e'} bound to L3 agent in host dv-cinder-763306-5-iscsi {{(pid=80264) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 04 00:58:03.106365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a4e48b3e-7c11-4b44-a4c2-f2bee2f4c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7feb08a937f0>, 'dv-cinder-763306-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:34:44Z,description=<?>,heartbeat_timestamp=2020-12-04T00:57:44Z,host='dv-cinder-763306-5-iscsi',id=b45b65b4-b033-48be-8fff-89e82d05e323,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-04T00:34:44Z,topic='l3_agent')) {'router_ids': ['4072d99d-8f3a-411c-96ef-4bc7ec12080e'], 'active': True} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:58:03.124704 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-4dbca190-76f3-4e69-bbc8-c18d858d33da admin admin] Calling delete_port for 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac owned by network:router_gateway {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:58:03.261812 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4dbca190-76f3-4e69-bbc8-c18d858d33da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:03.294084 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvr_db [None req-a4e48b3e-7c11-4b44-a4c2-f2bee2f4c133 None None] Set router 4072d99d-8f3a-411c-96ef-4bc7ec12080e gateway port host: dv-cinder-763306-5-iscsi {{(pid=80264) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 04 00:58:03.614341 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_hamode_db [None req-a4e48b3e-7c11-4b44-a4c2-f2bee2f4c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7feb08a937f0>, [{'id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'name': 'tempest-TestVolumeBootPattern-319128037-router', 'tenant_id': '527429af4f4e41daa645741b0ed5198d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:40Z', 'updated_at': '2020-12-04T00:58:01Z', 'revision_number': 5, 'project_id': '527429af4f4e41daa645741b0ed5198d', 'gw_port': {'id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:42Z', 'updated_at': '2020-12-04T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}], 'dv-cinder-763306-5-iscsi', False) {} {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:58:03.618516 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e48b3e-7c11-4b44-a4c2-f2bee2f4c133 None None] The sync data for ids ['4072d99d-8f3a-411c-96ef-4bc7ec12080e'] in dv-cinder-763306-5-iscsi is: [{'id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'name': 'tempest-TestVolumeBootPattern-319128037-router', 'tenant_id': '527429af4f4e41daa645741b0ed5198d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'external_fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:49:40Z', 'updated_at': '2020-12-04T00:58:01Z', 'revision_number': 5, 'project_id': '527429af4f4e41daa645741b0ed5198d', 'gw_port': {'id': '61158aa8-5fe4-4ad3-a8d8-4d05383f36ac', 'name': '', 'network_id': '0f2fd8d1-7d36-4bd9-84a8-cfc9bd2b9fc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4072d99d-8f3a-411c-96ef-4bc7ec12080e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:49:42Z', 'updated_at': '2020-12-04T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '88daa4d6-ff97-4b7b-a1e8-1397609fc9b5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-iscsi'}] {{(pid=80264) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 04 00:58:03.704798 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4dbca190-76f3-4e69-bbc8-c18d858d33da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853796801'] for router_gateway, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:03.841426 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4dbca190-76f3-4e69-bbc8-c18d858d33da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853817827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854759809'] for router, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:03.843971 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4dbca190-76f3-4e69-bbc8-c18d858d33da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:03.869030 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4dbca190-76f3-4e69-bbc8-c18d858d33da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951692'] for router, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:03.869605 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbca190-76f3-4e69-bbc8-c18d858d33da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4072d99d-8f3a-411c-96ef-4bc7ec12080e {{(pid=80263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 04 00:58:03.884446 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4dbca190-76f3-4e69-bbc8-c18d858d33da admin admin] Notify callbacks [] for router, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:03.885733 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4dbca190-76f3-4e69-bbc8-c18d858d33da admin admin] 10.222.0.88 "DELETE /v2.0/routers/4072d99d-8f3a-411c-96ef-4bc7ec12080e HTTP/1.1" status: 204  len: 168 time: 1.4681494
Dec 04 00:58:03.888507 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 33098) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:58:03.957556 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7483fde-9657-46ef-abf1-f15606f46162 admin admin] Deleting subnet 70b2d403-00c1-46d0-9d78-8160e59e82e9 {{(pid=80263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 04 00:58:03.961075 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7483fde-9657-46ef-abf1-f15606f46162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:04.020564 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7483fde-9657-46ef-abf1-f15606f46162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2562449'] for subnet, precommit_delete_associations {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:04.113027 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7483fde-9657-46ef-abf1-f15606f46162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8326658'] for subnet, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:04.394746 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7483fde-9657-46ef-abf1-f15606f46162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846449126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852213475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851538122'] for subnet, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:04.408888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-ee38c9f1-0a6f-45dc-a6e6-3937bc19dbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:58:04.450271 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7483fde-9657-46ef-abf1-f15606f46162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b2d403-00c1-46d0-9d78-8160e59e82e9,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:58:04.453037 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-d7483fde-9657-46ef-abf1-f15606f46162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:58:04.548998 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d7483fde-9657-46ef-abf1-f15606f46162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:04.555418 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d2c46b-5c6b-48eb-86c5-5c1130163c16 None None] Network 20b78178-01d4-463a-9a99-e078d9e81016 requested from dv-cinder-763306-5-iscsi {{(pid=80264) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 04 00:58:04.557434 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-d7483fde-9657-46ef-abf1-f15606f46162 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/70b2d403-00c1-46d0-9d78-8160e59e82e9 HTTP/1.1" status: 204  len: 168 time: 0.6678927
Dec 04 00:58:04.560423 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 33102) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:58:04.684435 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846589792'] for network, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:04.758173 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Deleting port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 {{(pid=80263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:58:04.758562 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:04.811623 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733c1c48-8f88-416e-b76b-16b5ccdcac9c None None] DHCP port deletion for 20b78178-01d4-463a-9a99-e078d9e81016 request from dv-cinder-763306-5-iscsi {{(pid=80264) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 04 00:58:04.816302 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-733c1c48-8f88-416e-b76b-16b5ccdcac9c None None] Deleting port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:58:04.816751 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-733c1c48-8f88-416e-b76b-16b5ccdcac9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:04.976111 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] For port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=6b186a08-b9d2-4c56-8c0d-fa229bbb4a04,segment=NetworkSegment(a229c084-235e-46fa-9df5-1aacdd5f9053),segment_id=a229c084-235e-46fa-9df5-1aacdd5f9053)] {{(pid=80263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:58:04.976686 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:05.036888 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.db [None req-733c1c48-8f88-416e-b76b-16b5ccdcac9c None None] For port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04, host dv-cinder-763306-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-iscsi',level=0,port_id=6b186a08-b9d2-4c56-8c0d-fa229bbb4a04,segment=NetworkSegment(a229c084-235e-46fa-9df5-1aacdd5f9053),segment_id=a229c084-235e-46fa-9df5-1aacdd5f9053)] {{(pid=80264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 04 00:58:05.037342 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-733c1c48-8f88-416e-b76b-16b5ccdcac9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978129'] for port, precommit_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:05.112333 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Calling delete_port for 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 owned by network:dhcp {{(pid=80263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:58:05.169709 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-733c1c48-8f88-416e-b76b-16b5ccdcac9c None None] Calling delete_port for 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 owned by network:dhcp {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 04 00:58:05.187746 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8168903', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20258651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246386658454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363246387072986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852212791'] for port, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:05.203910 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-b72478a3-ecce-4bde-acf7-5465a5c31cdd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:58:05.241491 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.db.api [None req-733c1c48-8f88-416e-b76b-16b5ccdcac9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80264) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 04 00:58:05.241863 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_db.api [None req-733c1c48-8f88-416e-b76b-16b5ccdcac9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80264) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 04 00:58:05.295565 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b186a08-b9d2-4c56-8c0d-fa229bbb4a04,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:58:05.302344 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:58:05.347455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] No DVR routers for this DVR port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 on host dv-cinder-763306-5-iscsi {{(pid=80263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 04 00:58:05.474924 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8323739', 'neutron.services.segments.db._delete_segments_for_network--9223363246386581176'] for network, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:05.598999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7feb086660f0>,) {'filters': {'network_id': ['20b78178-01d4-463a-9a99-e078d9e81016']}} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:58:05.612580 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7feb086660f0>, 'a229c084-235e-46fa-9df5-1aacdd5f9053') {'for_net_delete': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:58:05.612914 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.services.segments.db [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7feb086660f0>, 'a229c084-235e-46fa-9df5-1aacdd5f9053') {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 04 00:58:05.622408 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:58:05.625853 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246386580664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852213351'] for segment, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:05.646492 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846450315'] for segment, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:05.648740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 04 00:58:05.657494 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:58:05.657890 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:58:05.658365 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:58:05.694702 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:58:05.695132 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device 61158aa8-5fe4-4ad3-a8d8-4d05383f36ac not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:58:05.695621 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device bd6a2390-d85a-4e75-b17e-4293fab92571 no longer exists at agent ovs-agent-dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 04 00:58:05.729192 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] No Port match for: bd6a2390-d85a-4e75-b17e-4293fab92571 {{(pid=80264) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 04 00:58:05.729588 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.rpc [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Device bd6a2390-d85a-4e75-b17e-4293fab92571 not bound to the agent host dv-cinder-763306-5-iscsi {{(pid=80264) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 04 00:58:05.743164 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-733c1c48-8f88-416e-b76b-16b5ccdcac9c None None] Deleting port 6b186a08-b9d2-4c56-8c0d-fa229bbb4a04 {{(pid=80264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 04 00:58:05.743531 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-733c1c48-8f88-416e-b76b-16b5ccdcac9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790468106440'] for port, before_delete {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:05.810019 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.plugin [None req-733c1c48-8f88-416e-b76b-16b5ccdcac9c None None] The port '6b186a08-b9d2-4c56-8c0d-fa229bbb4a04' was deleted {{(pid=80264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 04 00:58:05.845926 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Network 20b78178-01d4-463a-9a99-e078d9e81016 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:58:05.856485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8325501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2563006'] for segment, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:06.045584 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.plugins.ml2.managers [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Network 20b78178-01d4-463a-9a99-e078d9e81016 has no segments {{(pid=80263) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]: Traceback (most recent call last):
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:     timer()
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:     cb(*args, **kw)
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:     return func(*args, **kwargs)
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:     self._notify()
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:     self.callback(batched_events)
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:     event.method(event)
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:     segment_id)['aggregates'][0]
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:     return f(self, *a, **k)
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self._get(url).json()
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:     **kwargs)
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:     return self.request(url, 'GET', **kwargs)
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:     **endpoint_filter)
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 04 00:58:06.068772 dv-cinder-763306-5-iscsi neutron-server[80151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 04 00:58:06.159698 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846452077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036847247135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-979033'] for network, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:06.164090 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:58:06.184540 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7530767'] for network, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:06.193412 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b78178-01d4-463a-9a99-e078d9e81016,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:58:06.196523 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:58:06.199986 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-332c0f2c-ec87-4444-8221-b108d7bd25f2 admin admin] 10.222.0.88 "DELETE /v2.0/networks/20b78178-01d4-463a-9a99-e078d9e81016 HTTP/1.1" status: 204  len: 168 time: 1.6384754
Dec 04 00:58:06.364060 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 33108) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:58:06.419532 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-a74a2eb9-c3b0-4f3c-86e8-b70842a0ebc5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7a26399740574f8392d1363acd2d4d9f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0535831
Dec 04 00:58:06.423297 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80262) accepted ('10.222.0.88', 33112) {{(pid=80262) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:58:06.487022 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4eea9d5d-070b-4174-809a-c255535c9711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:06.518509 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4eea9d5d-070b-4174-809a-c255535c9711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:06.576367 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4eea9d5d-070b-4174-809a-c255535c9711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:06.583064 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-91fb3d57-088a-4594-81a1-908af9399e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:58:06.606699 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea9d5d-070b-4174-809a-c255535c9711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47fd31e-8632-4b72-873c-c1200b004d49,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:58:06.610400 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-4eea9d5d-070b-4174-809a-c255535c9711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:58:06.616112 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4eea9d5d-070b-4174-809a-c255535c9711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:06.617413 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-4eea9d5d-070b-4174-809a-c255535c9711 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d47fd31e-8632-4b72-873c-c1200b004d49 HTTP/1.1" status: 204  len: 168 time: 0.1930552
Dec 04 00:58:07.067740 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 33120) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:58:07.138266 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-987c3cb4-01e3-462d-9c09-b8969b805b6f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=527429af4f4e41daa645741b0ed5198d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0688057
Dec 04 00:58:07.141169 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [-] (80263) accepted ('10.222.0.88', 33124) {{(pid=80263) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 04 00:58:07.211584 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-180d15f3-51b1-47c1-8636-646a5a190908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:07.239577 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-180d15f3-51b1-47c1-8636-646a5a190908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:07.296150 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-180d15f3-51b1-47c1-8636-646a5a190908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853874478'] for security_group, after_delete {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:07.302517 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-5f0feeed-38d8-4a96-a23a-bd3f5dbf091a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 04 00:58:07.320087 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d15f3-51b1-47c1-8636-646a5a190908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8154b582-112a-4383-9d15-ab62f5156c6c,revision_number=None']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 04 00:58:07.323749 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG oslo_concurrency.lockutils [None req-180d15f3-51b1-47c1-8636-646a5a190908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 04 00:58:07.327139 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-180d15f3-51b1-47c1-8636-646a5a190908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:07.328408 dv-cinder-763306-5-iscsi neutron-server[80151]: INFO neutron.wsgi [None req-180d15f3-51b1-47c1-8636-646a5a190908 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8154b582-112a-4383-9d15-ab62f5156c6c HTTP/1.1" status: 204  len: 168 time: 0.1860025
Dec 04 00:58:12.231629 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-fd995c30-49db-43fc-891f-973874a72027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:14.488261 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d72ba968-2e08-4fd5-95af-9d4435e0dd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:15.707778 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:16.105352 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:16.686703 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:27.078455 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:32.443103 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:58:42.236924 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1fb4ee4c-5357-4053-a9b2-8d7fe6bd6816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:44.488101 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-0fff178c-904c-4476-98bf-0ee7d4a4491f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:45.707385 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:46.109091 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:46.685865 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:58:57.144218 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:59:09.436691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:59:12.242803 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-7be7bef5-21ba-499d-bfd9-ed55c9097b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:59:14.489406 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-9945684a-765b-4b9a-af4f-69721327d4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:59:15.709691 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:59:16.112233 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:59:16.694707 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:59:27.154378 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:59:36.522138 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-4b02e67c-ac6c-4881-8f4c-9c4a93487f5b req-22ccc8ee-aa58-4b25-b327-1edcd4e03e85 service neutron] (80263) timed out ('10.222.0.91', 52257) {{(pid=80263) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 04 00:59:42.237555 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c36cf387-1b0f-4e77-b629-69dc8729bbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:59:44.489899 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-aaded960-36b4-4916-bf62-122d920cca9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:59:45.299340 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.wsgi [req-1272c256-c2b3-42ac-a7ea-c585005afdcb req-f4578a50-eb7f-40bd-9060-de944241af92 service neutron] (80262) timed out ('10.222.0.91', 52234) {{(pid=80262) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 04 00:59:45.716485 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:59:46.108840 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:59:46.436907 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 00:59:46.704595 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 00:59:57.161880 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:00:12.241458 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-bd79aa06-2e8b-4c12-9ad4-0cc37ab6967e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:00:14.486872 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1c6cef47-6b86-463a-8dbe-13a7e4f75874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:00:15.712651 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:00:16.108397 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:00:16.709044 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:00:23.443093 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 01:00:27.182554 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:00:42.251467 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-cf8c149e-d649-42c5-8517-802d2026665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:00:44.490787 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-858fe1d0-6f1b-4500-95fc-a27ed296c82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:00:45.713999 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:00:46.108086 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:00:46.713364 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:00:57.190114 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:01:00.447655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 01:01:12.260348 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4ec688b9-b38d-41ed-960b-e3820d3acb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:01:14.494979 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-1841591e-34f9-4e14-bc30-0d7d4fe04db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:01:15.718529 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:01:16.114655 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:01:16.718912 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:01:27.196985 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:01:37.450590 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 01:01:42.253800 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-eb6fa982-d1f5-4859-a9e7-c7a445dacce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:01:44.498662 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-44071ac6-ade5-42d9-be9a-f6dacfc5cb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:01:45.724125 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:01:46.104603 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:01:46.722815 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:01:57.201100 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:02:12.252673 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-a64034ef-ae9b-47c1-a102-46f2ecd791bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:02:14.452238 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 01:02:14.496506 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-4a2043f2-8f81-428f-ada5-6ca5df9d14b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:02:15.726638 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:02:16.101170 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:02:16.723790 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:02:27.211503 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:02:42.249404 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-5bf44dbe-a867-47f4-969c-62a519de5582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:02:44.493570 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-077cabbd-298b-4f49-83de-b241ebd23b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:02:45.738013 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:02:46.105747 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:02:46.734785 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:02:51.459260 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 01:02:57.225125 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:03:12.245471 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-662e9706-2065-41b8-a17c-325c88ef96ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:03:14.495414 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c727a03b-0133-489f-a0f8-2e0ce20150b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:03:15.734136 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:03:16.104925 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:03:16.738451 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:03:27.229300 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:03:28.453539 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron.db.agents_db [None req-6f890620-4755-4620-82dc-b37174e6ce7f None None] Agent healthcheck: found 6 active agents {{(pid=80265) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 04 01:03:42.241445 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-afa882ed-3d61-4c32-8842-16548b77350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:03:44.490267 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-d16234f1-e175-470e-a3a1-2435cb78dc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:03:45.737977 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-dfaa8b13-4e4c-4974-9416-9c5ca7bb70ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:03:46.100402 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3a26-2528-4690-85b8-bdd486bede7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:03:46.746317 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-c6d48bd6-911f-4297-96fb-a19a7b622c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 04 01:03:57.242525 dv-cinder-763306-5-iscsi neutron-server[80151]: DEBUG neutron_lib.callbacks.manager [None req-6ff02480-f6f0-41a5-8488-45e7af03909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246386581193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8334009'] for agent, after_update {{(pid=80264) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}